-- Logs begin at Thu 2022-01-20 12:48:06 UTC, end at Thu 2022-01-20 13:47:03 UTC. -- Jan 20 13:18:40.358766 dv-cinder-825493-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 13:18:43.444979 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.common.config [-] Logging enabled! Jan 20 13:18:43.445682 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 20 13:18:43.445805 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102400) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 13:18:43.449384 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.common.config [-] Logging enabled! Jan 20 13:18:43.449653 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 20 13:18:43.449973 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102400) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 13:18:43.451035 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 13:18:43.451226 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 13:18:43.451897 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 13:18:43.452152 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 13:18:43.452384 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 13:18:43.452721 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.453174 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 20 13:18:43.453507 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.453808 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.454111 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.455154 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.455479 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.455773 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.456230 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.456549 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.456847 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.457139 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.457431 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.457732 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.458022 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.458315 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.458609 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.458899 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] debug = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.459185 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.459621 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.460091 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.460378 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.460674 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.460956 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.461232 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.461520 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.461803 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.462171 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] host = dv-cinder-825493-1-iscsi {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.462449 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.462743 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.463035 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.463323 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.463645 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.463937 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.464210 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.464484 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.464761 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.465042 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.465342 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.465633 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.465931 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.466202 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.466397 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.466697 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.466992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.467274 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.467551 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.467853 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.468132 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.468410 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.468683 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.468972 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.469260 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.469550 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.469828 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.470797 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.471556 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.471556 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.471777 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.472027 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.472310 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.472587 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.472880 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.473153 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.473434 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.473774 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.474049 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.474334 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.474626 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.474906 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.475194 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.475477 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.475755 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.476056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] use_json = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.476342 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.476615 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.476902 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.477178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.477452 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.477730 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.478005 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.478299 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.478574 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:43.478877 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.479178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.479483 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.479778 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.480141 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.480426 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.480722 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.481005 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.481298 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.481592 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.481886 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.482169 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.482475 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.482768 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.483067 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.483381 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.483680 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.484003 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.484292 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.484570 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.484849 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.485133 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.485474 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.486959 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.486959 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.487283 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.487429 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.487617 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.487938 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.488245 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.488545 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.488825 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.489223 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.489522 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.489806 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.490083 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.490368 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.490664 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.490947 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.491222 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.491508 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.491789 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.492093 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.492413 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.492695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.492996 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.493277 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.493553 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.493824 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.494105 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.494372 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.494658 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.494946 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.495220 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.495499 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.495776 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.496086 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.496359 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.496639 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.496914 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.497190 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.497462 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.497735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.498007 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.498279 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.498551 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.498826 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.499102 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.499384 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.499660 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.499963 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.500238 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.500517 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.500792 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.501642 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.502133 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.502419 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.502812 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.503111 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.503394 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.503679 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.503988 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.504274 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.504567 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.504843 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.505143 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.505436 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.505727 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.506047 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.506331 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.506633 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.506911 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.507200 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.507485 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.507883 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.508341 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.508717 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.509019 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.509325 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.509626 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.509928 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.510231 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.510518 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.510835 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.511120 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:43.511339 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 13:18:43.511592 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102400) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 20 13:18:43.903306 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 20 13:18:43.903633 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 20 13:18:43.904032 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 20 13:18:43.904421 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 13:18:44.255869 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.256213 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.256410 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.261265 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.261605 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.261922 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.308948 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.309221 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.309494 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.324783 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.325126 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.325446 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.358217 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.358561 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.358872 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.398109 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.398496 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.398779 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.764161 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.764858 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.764858 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.765117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.765855 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.871244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.871621 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.872017 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.872459 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.872872 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.873253 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.873568 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.873880 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.874188 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.874531 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.874855 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.875179 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.875564 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.875912 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.876753 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.877079 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.877391 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.877729 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.878119 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.878439 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.878770 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.879076 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.879416 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.879916 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.880216 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.880512 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.881027 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:44.881311 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:44.881592 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:44.881873 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:44.882229 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:44.882576 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:44.883059 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 13:18:44.886949 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 13:18:44.892646 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 13:18:44.897302 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 20 13:18:44.899199 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 13:18:44.899917 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 13:18:44.900267 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 20 13:18:44.900665 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 13:18:44.903860 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 13:18:44.904135 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 13:18:44.904519 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 13:18:44.910337 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 20 13:18:44.937653 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 20 13:18:44.938119 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.938950 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102400) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 20 13:18:44.939333 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.941004 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102400) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 13:18:44.941312 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 13:18:44.941566 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 20 13:18:44.945369 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:44.945652 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.011154 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 13:18:45.011416 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 13:18:45.011626 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 13:18:45.012078 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 13:18:45.034981 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_db.sqlalchemy.engines [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102400) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 20 13:18:45.512938 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing driver for type 'gre' Jan 20 13:18:45.513497 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] gre ID ranges: [(1, 1000)] Jan 20 13:18:45.578795 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing driver for type 'local' Jan 20 13:18:45.579199 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing driver for type 'vlan' Jan 20 13:18:45.593874 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] VlanTypeDriver initialization complete Jan 20 13:18:45.594325 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing driver for type 'vxlan' Jan 20 13:18:45.595550 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] vxlan ID ranges: [(1, 1000)] Jan 20 13:18:45.661343 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing extension driver 'port_security' Jan 20 13:18:45.661754 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.extensions.port_security [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] PortSecurityExtensionDriver initialization complete Jan 20 13:18:45.662174 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing mechanism driver 'openvswitch' Jan 20 13:18:45.662542 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing mechanism driver 'hyperv' Jan 20 13:18:45.670161 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.plugin [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:18:45.671028 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.671400 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.671747 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.672326 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 13:18:45.673612 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.673791 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.674397 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.674815 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 13:18:45.675234 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.675587 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.675964 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.676364 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 13:18:45.676779 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > security_group after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.677130 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > security_group after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.677470 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.677872 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 13:18:45.678282 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.678627 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.678968 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.679369 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 13:18:45.679777 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > address_group after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.680141 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > address_group after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.680479 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.680875 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 20 13:18:45.681324 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] ML2 OVO RPC backend initialized. {{(pid=102400) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 20 13:18:45.682076 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.682428 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.682845 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.683189 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > networks before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.683541 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.683913 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > ports before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.684253 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.684594 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnets before_response 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.684937 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.685276 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.685606 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.685936 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.686269 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.686600 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.686929 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.687258 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.687584 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.688212 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.plugin [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Modular L2 Plugin initialization complete Jan 20 13:18:45.689148 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading services supported by the core plugin {{(pid=102400) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 13:18:45.689733 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.plugins.ml2.managers [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Got port-security extension from driver 'port_security' Jan 20 13:18:45.690328 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.extensions.vlantransparent [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Disabled vlantransparent extension. Jan 20 13:18:45.690821 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102400) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 13:18:45.691140 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: router Jan 20 13:18:45.729863 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.730254 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_create 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.730658 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router before_create 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.730995 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.731369 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.731724 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_delete 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.732117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.732603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.732964 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_create 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.733313 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_update 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.733660 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_update 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.734009 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.734367 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_update 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.734777 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.735143 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.735949 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.736330 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: subnet after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.736692 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.737047 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.737398 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.737741 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.738085 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.738438 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router after_update 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.738777 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.739127 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.739487 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.739863 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.740232 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > agent after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.740577 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > agent after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.740925 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > network after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.741839 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Tracking information for resource: router configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:45.742165 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Tracking information for resource: floatingip configured {{(pid=102400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 13:18:45.747446 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.db.l3_agentschedulers_db [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 13:18:45.748083 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.748451 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port after_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.748799 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port after_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.749150 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: port after_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.749971 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router before_create 55550100 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.750340 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.750703 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_create 55550100 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.751727 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > router precommit_update 55550100 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.756861 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.provider_configuration [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service providers = [] {{(pid=102400) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 13:18:45.757226 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.db.servicetype_db [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102400) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 13:18:45.760288 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.service_base [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 13:18:45.760637 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.service_base [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 13:18:45.760981 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.service_base [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 13:18:45.761864 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.services.service_base [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 13:18:45.762236 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.services.service_base [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 13:18:45.762624 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.762986 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 13:18:45.776452 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.777080 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: auto_allocate Jan 20 13:18:45.782783 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: network precommit_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.783349 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: network precommit_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.783926 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.784251 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: tag Jan 20 13:18:45.791664 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.792032 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: timestamp Jan 20 13:18:45.796005 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.796336 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: network_ip_availability Jan 20 13:18:45.802773 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.803146 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.803500 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:45.804290 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.804612 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: flavors Jan 20 13:18:45.809739 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.810077 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading Plugin: revisions Jan 20 13:18:45.815215 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 13:18:45.815610 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_concurrency.lockutils [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.912s {{(pid=102400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 20 13:18:45.816494 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102400) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 20 13:18:45.816834 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Initializing extension manager. Jan 20 13:18:45.817391 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: __init__.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.817712 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: __pycache__ {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.818047 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.818383 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: address_group.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.819207 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.819808 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: address-group Jan 20 13:18:45.820158 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: address_scope.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.820906 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.821427 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: address-scope Jan 20 13:18:45.821753 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.822816 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.823340 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: router-admin-state-down-before-update Jan 20 13:18:45.823666 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: agent.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.824414 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.824924 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: agent Jan 20 13:18:45.825248 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: agent_resources_synced.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.826189 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.826701 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: agent-resources-synced Jan 20 13:18:45.827021 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: allowedaddresspairs.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.828964 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.830175 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: allowed-address-pairs Jan 20 13:18:45.830719 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: auto_allocated_topology.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.831964 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.832498 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: auto-allocated-topology Jan 20 13:18:45.832822 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: availability_zone.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.833534 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.834042 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: availability_zone Jan 20 13:18:45.834362 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: availability_zone_filter.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.835313 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.835857 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: availability_zone_filter Jan 20 13:18:45.836170 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: data_plane_status.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.837117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.837630 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 13:18:45.837951 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: default_subnetpools.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.838872 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.839382 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: default-subnetpools Jan 20 13:18:45.839703 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.840583 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.841094 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: dhcp_agent_scheduler Jan 20 13:18:45.841414 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: dns.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.842375 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.842897 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension dns-integration not supported by any of loaded plugins Jan 20 13:18:45.843676 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: dns_domain_ports.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.844301 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.845043 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 13:18:45.845471 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.846436 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.846945 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 20 13:18:45.847265 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: dvr.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.848013 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.848522 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: dvr Jan 20 13:18:45.848842 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: ecmp_routes.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.849777 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.850281 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 20 13:18:45.850603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: empty_string_filtering.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.851561 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.852101 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: empty-string-filtering Jan 20 13:18:45.852426 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.853367 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.853881 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 13:18:45.854205 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.855130 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.855635 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 13:18:45.856000 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: external_net.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.856915 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.857430 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: external-net Jan 20 13:18:45.857756 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.858674 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.859189 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: extra_dhcp_opt Jan 20 13:18:45.859547 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: extraroute.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.860987 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.861842 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: extraroute Jan 20 13:18:45.862179 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: extraroute_atomic.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.863507 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.864063 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: extraroute-atomic Jan 20 13:18:45.864389 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: filter_validation.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.865078 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.865580 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: filter-validation Jan 20 13:18:45.865904 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: fip_pf_description.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.866844 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.867348 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 13:18:45.867671 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: fip_port_details.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.868997 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.869403 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: fip-port-details Jan 20 13:18:45.869730 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: flavors.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.871020 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.871540 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: flavors Jan 20 13:18:45.871906 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.873626 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.874157 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 13:18:45.874490 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: floatingip_pools.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.875201 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.875716 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: floatingip-pools Jan 20 13:18:45.876233 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: ip_allocation.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.877498 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.878024 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 13:18:45.878352 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.879294 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.879812 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: ip-substring-filtering Jan 20 13:18:45.880164 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l2_adjacency.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.881094 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.881607 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 13:18:45.881937 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.882948 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.883473 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: router Jan 20 13:18:45.883806 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.886433 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.886971 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 13:18:45.887304 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.888278 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.888799 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: ext-gw-mode Jan 20 13:18:45.889126 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.890068 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.890587 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: l3-ha Jan 20 13:18:45.890913 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3_flavors.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.892803 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.893325 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: l3-flavors Jan 20 13:18:45.893645 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.894589 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.895106 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 13:18:45.895430 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: l3agentscheduler.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.896557 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.897075 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: l3_agent_scheduler Jan 20 13:18:45.897401 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: local_ip.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.899347 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.899884 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension local_ip not supported by any of loaded plugins Jan 20 13:18:45.900221 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: logging.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.901905 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.902446 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension logging not supported by any of loaded plugins Jan 20 13:18:45.902777 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: metering.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.903541 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.904160 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: metering Jan 20 13:18:45.904486 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.905624 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.906142 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: metering_source_and_destination_fields Jan 20 13:18:45.906468 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: multiprovidernet.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.907457 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.908457 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: multi-provider Jan 20 13:18:45.908712 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: netmtu.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.909658 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.910173 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: net-mtu Jan 20 13:18:45.910499 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: netmtu_writable.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.911432 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.911979 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: net-mtu-writable Jan 20 13:18:45.912310 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: network_availability_zone.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.912995 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.913505 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: network_availability_zone Jan 20 13:18:45.913825 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: network_ip_availability.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.915023 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.915543 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: network-ip-availability Jan 20 13:18:45.915898 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: network_segment_range.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.916962 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.917477 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 13:18:45.917796 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: pagination.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.918818 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.919151 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: pagination Jan 20 13:18:45.919470 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: port_device_profile.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.920421 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.920946 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: port-device-profile Jan 20 13:18:45.921266 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.922197 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.922715 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: port-mac-address-regenerate Jan 20 13:18:45.923617 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.924867 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.925400 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: port-numa-affinity-policy Jan 20 13:18:45.925722 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: port_resource_request.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.926653 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.927163 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 13:18:45.927487 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: port_resource_request_groups.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.928516 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.929031 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 20 13:18:45.929355 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: portbindings.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.930289 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.930802 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: binding Jan 20 13:18:45.931123 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: portbindings_extended.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.932507 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.933021 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: binding-extended Jan 20 13:18:45.933347 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: portsecurity.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.934272 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.934781 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: port-security Jan 20 13:18:45.935105 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: project_id.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.936120 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.936450 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: project-id Jan 20 13:18:45.936773 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: providernet.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.937704 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.938225 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: provider Jan 20 13:18:45.938772 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.942822 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.943356 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos not supported by any of loaded plugins Jan 20 13:18:45.943691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.945030 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.945549 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 13:18:45.945883 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.946821 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.947338 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 13:18:45.947667 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_default.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.948630 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.949140 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-default not supported by any of loaded plugins Jan 20 13:18:45.949468 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_fip.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.950396 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.950900 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-fip not supported by any of loaded plugins Jan 20 13:18:45.951225 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.952187 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.952703 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 20 13:18:45.953030 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_gateway_ip.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.953956 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.955151 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 13:18:45.955678 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_port_network_policy.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.956816 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.957331 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 13:18:45.957656 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.958737 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.959258 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 20 13:18:45.959586 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_pps_rule.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.960919 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.961435 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-pps not supported by any of loaded plugins Jan 20 13:18:45.961763 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_rule_type_details.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.962696 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.963207 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 13:18:45.963533 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: qos_rules_alias.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.964642 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.965158 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 13:18:45.965485 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: quota_check_limit.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.966414 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.966928 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: quota-check-limit Jan 20 13:18:45.967255 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: quotasv2.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.968287 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.968619 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: quotas Jan 20 13:18:45.968940 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: quotasv2_detail.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.972839 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.973188 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: quota_details Jan 20 13:18:45.973557 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: rbac.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.974690 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.975270 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: rbac-policies Jan 20 13:18:45.976459 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: rbac_address_group.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.976925 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.977481 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: rbac-address-group Jan 20 13:18:45.977883 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: rbac_address_scope.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.978919 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.979458 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: rbac-address-scope Jan 20 13:18:45.979913 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: rbac_security_groups.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.981052 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.981599 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: rbac-security-groups Jan 20 13:18:45.981924 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: rbac_subnetpool.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.983073 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.983710 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: rbac-subnetpool Jan 20 13:18:45.984077 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: revisionifmatch.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.985798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.986499 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: revision-if-match Jan 20 13:18:45.987061 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: revisions.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.988447 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.989003 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: standard-attr-revisions Jan 20 13:18:45.989334 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: router_availability_zone.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.990083 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.990626 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: router_availability_zone Jan 20 13:18:45.990949 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: routerservicetype.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.992104 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.992654 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension router-service-type not supported by any of loaded plugins Jan 20 13:18:45.992985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.994214 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.994769 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: security-groups-normalized-cidr Jan 20 13:18:45.995093 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.996223 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.996773 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: port-security-groups-filtering Jan 20 13:18:45.997097 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:45.998215 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:45.998771 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: security-groups-remote-address-group Jan 20 13:18:45.999095 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.000204 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.000752 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: security-groups-shared-filtering Jan 20 13:18:46.001303 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.002309 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 20 13:18:46.002682 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: securitygroup.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.013436 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.013937 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: security-group Jan 20 13:18:46.014274 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: segment.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.015211 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.015734 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension segment not supported by any of loaded plugins Jan 20 13:18:46.016115 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.017947 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.018493 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 13:18:46.018823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: servicetype.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.020125 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.020660 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: service-type Jan 20 13:18:46.020989 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: sorting.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.022033 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.022364 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: sorting Jan 20 13:18:46.022689 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: standard_attr_segment.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.023647 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.024219 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 13:18:46.024549 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: standardattrdescription.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.025232 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.025749 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: standard-attr-description Jan 20 13:18:46.026074 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: stateful_security_group.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.027085 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.028468 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: stateful-security-group Jan 20 13:18:46.028468 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: stdattrs_common.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.028751 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 13:18:46.028870 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.029832 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.030363 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 13:18:46.030684 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: subnet_onboard.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.031848 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.032444 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: subnet_onboard Jan 20 13:18:46.033011 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.034122 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.034645 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 13:18:46.034972 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: subnet_service_types.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.035941 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.036468 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: subnet-service-types Jan 20 13:18:46.036797 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: subnetallocation.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.037929 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.038523 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: subnet_allocation Jan 20 13:18:46.038857 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.039559 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.040262 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: subnetpool-prefix-ops Jan 20 13:18:46.040596 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.041932 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.042567 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 13:18:46.042966 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: tagging.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.044146 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.044669 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: standard-attr-tag Jan 20 13:18:46.044993 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: timestamp.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.046270 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.046883 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loaded extension: standard-attr-timestamp Jan 20 13:18:46.047306 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: trunk.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.049373 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.049906 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension trunk not supported by any of loaded plugins Jan 20 13:18:46.050236 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: trunk_details.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.051179 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.051691 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension trunk-details not supported by any of loaded plugins Jan 20 13:18:46.052039 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: uplink_status_propagation.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.053028 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.053502 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 13:18:46.053831 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Loading extension file: vlantransparent.py {{(pid=102400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 20 13:18:46.054518 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 13:18:46.055025 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 13:18:46.057727 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:network Jan 20 13:18:46.058267 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:subnet Jan 20 13:18:46.058659 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 13:18:46.059046 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:port Jan 20 13:18:46.060389 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.060854 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service FLAVORS assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.061457 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.061880 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.062208 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:router Jan 20 13:18:46.062650 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 13:18:46.063141 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service METERING assigned prefix: /metering {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.065180 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:46.065556 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:46.065912 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:18:46.066982 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 13:18:46.067446 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:security_group Jan 20 13:18:46.068026 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 13:18:46.068524 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service CORE assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.068871 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 13:18:46.069797 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] subnetpool is already registered Jan 20 13:18:46.069797 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service CORE assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.070069 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 13:18:46.070350 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] subnetpool is already registered Jan 20 13:18:46.072862 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.073305 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service FLAVORS assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.073933 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.074375 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.074714 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:router Jan 20 13:18:46.075054 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] router is already registered Jan 20 13:18:46.075466 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 13:18:46.075803 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] floatingip is already registered Jan 20 13:18:46.076305 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service METERING assigned prefix: /metering {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.077008 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 13:18:46.077332 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] rbac_policy is already registered Jan 20 13:18:46.077743 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:security_group Jan 20 13:18:46.078074 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] security_group is already registered Jan 20 13:18:46.078488 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 13:18:46.078820 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] security_group_rule is already registered Jan 20 13:18:46.079965 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service CORE assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.080482 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 13:18:46.080859 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] subnetpool is already registered Jan 20 13:18:46.081289 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.v2.resource_helper [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Service CORE assigned prefix: {{(pid=102400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 13:18:46.081622 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 13:18:46.081954 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING neutron.quota.resource_registry [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] subnetpool is already registered Jan 20 13:18:46.083778 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: extensions {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.085309 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: address-groups {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.086818 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: address-scopes {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.088098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: agents {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.089369 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: auto-allocated-topology {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.090630 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: availability_zones {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.091873 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: dhcp-networks {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.093297 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: dhcp-agents {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.095398 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: routers {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.097984 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: flavors {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.099258 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: service_profiles {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.100760 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: next_providers {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.101973 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: service_profiles {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.103420 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: floatingip-pools {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.104789 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: routers {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.106931 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: floatingips {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.108256 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: l3-routers {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.109658 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: l3-agents {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.111532 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: metering-labels {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.112871 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: metering-label-rules {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.114300 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: network-ip-availabilities {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.115592 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: bindings {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.117194 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: quotas {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.118874 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: quotas {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.120476 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: rbac-policies {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.121698 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: security-groups {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.123034 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: security-group-rules {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.124304 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: service-providers {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.125542 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: subnetpools {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.128075 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: subnetpools {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.129564 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.131264 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.133106 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.134909 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.136634 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.138604 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.140332 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.144313 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.146082 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.147868 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron.api.extensions [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Extended resource: tags {{(pid=102400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 20 13:18:46.154170 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING keystonemiddleware.auth_token [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 13:18:46.159372 dv-cinder-825493-1-iscsi neutron-server[102400]: WARNING keystonemiddleware.auth_token [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 13:18:46.168863 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_concurrency.lockutils [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Acquired lock "singleton_lock" {{(pid=102400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 20 13:18:46.169342 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_concurrency.lockutils [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Releasing lock "singleton_lock" {{(pid=102400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 20 13:18:46.170032 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Starting 2 workers Jan 20 13:18:46.175457 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Started child 102509 {{(pid=102400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 13:18:46.180372 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Started child 102510 {{(pid=102400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 13:18:46.181131 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.182193 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO neutron.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 13:18:46.182764 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.183005 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [-] (102509) wsgi starting up on http://0.0.0.0:9696 Jan 20 13:18:46.185346 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Starting 1 workers Jan 20 13:18:46.187321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.189418 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [-] (102510) wsgi starting up on http://0.0.0.0:9696 Jan 20 13:18:46.191967 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Started child 102511 {{(pid=102400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 13:18:46.192584 dv-cinder-825493-1-iscsi neutron-server[102400]: INFO oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Starting 1 workers Jan 20 13:18:46.197458 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Started child 102512 {{(pid=102400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 20 13:18:46.198070 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] calling RpcWorker wait() {{(pid=102511) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 13:18:46.198600 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.198678 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.service [None req-8097e4b4-adbc-45f7-8704-02c6bf5dbfc8 None None] returning from RpcWorker wait() {{(pid=102511) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 13:18:46.200475 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 20 13:18:46.200699 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 13:18:46.200842 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.200932 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 13:18:46.201125 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 13:18:46.201453 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 13:18:46.201546 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:18:46.201615 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 13:18:46.202150 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.202438 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.202700 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.202965 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.203263 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.203801 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.204798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.205242 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.205834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.206143 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.206317 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.206489 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.206779 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.207018 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.207382 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.207657 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.207947 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.208210 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.208404 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.208654 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.208912 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:18:46.209411 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.209411 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.209411 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] debug = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.209677 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.210153 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.210402 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.210655 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.210903 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.211003 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:18:46.211196 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.211449 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.211725 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.211994 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.212233 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.212483 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.212750 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.212991 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.213214 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.213457 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.213673 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.213934 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.214179 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.214651 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] host = dv-cinder-825493-1-iscsi {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.214888 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.215143 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.215387 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.215644 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.215937 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.216157 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.216415 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.216661 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.216915 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.217141 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.217411 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.217660 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.217903 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.218148 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.218312 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_options = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.218549 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.218811 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.219080 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.219267 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.219433 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.219581 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.220609 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.220928 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222036 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222036 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222036 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222407 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222407 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222637 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.222866 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.223096 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.223623 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.223623 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.223930 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.224069 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.224285 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.224515 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.224756 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.224995 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.225247 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.225503 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.225764 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.225983 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.226213 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.226466 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.226703 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.226950 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.227203 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.227451 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.227733 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.228011 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.228244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.228493 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.228792 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.229020 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.229270 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.229514 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.229731 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.229958 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.230194 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.230506 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.230650 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_json = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.230834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.231095 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.231328 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.231564 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.231785 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.232032 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.232251 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.232517 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.232831 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.233199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.233494 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.233816 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.234065 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.234297 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.234561 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.234813 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.235045 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.235985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.236387 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.236917 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.237224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.237525 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.237806 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.238069 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.238399 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.238659 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.238939 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.239177 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.239415 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.239634 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.239901 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.240177 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.241603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.241603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.241603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.241603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.241603 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.242626 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.242626 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.249170 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.249551 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.249844 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.250110 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.250381 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.250635 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.251392 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.251782 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.252199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.252677 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.253114 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.253504 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.253930 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.254379 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.254804 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.255214 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.255658 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.256052 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.256310 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.256551 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.256909 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.257328 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.257773 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.258214 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.258611 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.259007 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.259473 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.259935 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.260339 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.260740 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.261125 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.261529 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.261791 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.262009 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.262233 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.262508 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.262706 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.262925 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.263183 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.263429 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.263703 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.263911 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.264134 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.264375 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.264610 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.264852 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.265042 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.265260 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.265508 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.265675 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.265920 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.266119 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.266333 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.267149 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.267436 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.271587 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.272855 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.273237 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.273602 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.273975 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.274344 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.275066 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.275569 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.276108 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.276779 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.277444 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.277908 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.278321 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.278723 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.279405 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.279773 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.280620 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.281239 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.281869 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.282445 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.283044 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.283655 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.284064 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.284385 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.284770 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.285146 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.285560 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.285996 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.286441 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.286849 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.287261 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.287662 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.288408 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.288905 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.289324 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.289796 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.290181 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.290651 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.291336 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.292294 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.292985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.294561 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.295852 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.298386 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.298836 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.299270 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.299690 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.300143 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.300541 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.300942 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.301333 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.301748 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.302177 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.302730 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.303144 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.303525 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.304009 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.304531 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.304958 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.305372 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.306744 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.307695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.308161 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.308950 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.309563 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.310069 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.310472 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.310930 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.311768 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.312254 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.313971 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.314421 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.314847 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.315240 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.315690 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.316124 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.316536 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.316930 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.317319 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.317695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.318106 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.318482 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.318873 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.319274 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.319671 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.322193 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.323283 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.323689 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.324181 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.324573 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.325057 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.325482 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.325886 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.326273 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.326664 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.327090 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.327467 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.327955 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.328218 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.328460 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.329640 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.329640 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.329907 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.330052 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.330729 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.330729 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.330996 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.331233 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.331565 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.331846 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.332092 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.332344 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.332566 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.332807 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.333045 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.333284 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.333505 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.333747 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.333986 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.334457 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.334965 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.335228 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.335477 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.335691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.335974 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.336195 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.336413 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.336707 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.336963 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.337195 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.337448 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.337666 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.337904 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.338147 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.338355 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.338567 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.338804 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.339041 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.339249 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.339472 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.339677 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.339969 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.340245 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.340535 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.340776 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.341050 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.342153 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.342501 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.342764 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.342987 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.343226 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.343489 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.343710 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.343966 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.344199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.344431 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.345169 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.345410 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.345650 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.345860 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.346188 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.346428 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.346644 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.346952 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.347211 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.347439 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.347768 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.347986 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.348261 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.348490 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.348817 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.349038 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.349306 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.349530 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.349755 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.349980 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.350265 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.350597 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.350890 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.351173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.351451 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.351724 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.352059 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.352333 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.352573 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.352868 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.353220 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.353509 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.353749 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.354163 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.354280 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:18:46.354678 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.354929 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.355171 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.355427 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.355732 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.355902 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.356166 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.356397 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.356649 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.356889 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.357120 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.357336 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.357584 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.357790 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.358048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.358246 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.358459 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 13:18:46.358936 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 20 13:18:46.359137 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 13:18:46.359334 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 13:18:46.359477 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 13:18:46.359617 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 13:18:46.359754 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 13:18:46.359929 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.360089 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.360260 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.360933 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.361187 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.361515 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.361753 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.361903 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362287 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362521 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362521 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362994 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362994 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.362994 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.363557 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.363557 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.363557 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.363557 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.364307 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.364307 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.364307 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.364307 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] debug = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.364307 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365178 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.365992 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.366985 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] host = dv-cinder-825493-1-iscsi {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.368735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_options = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.369752 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.370823 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.371691 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.372695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.372695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.372695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.372695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.372695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.372695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.374048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.375199 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.377048 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_json = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.378098 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.379224 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.380244 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381087 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.381798 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382401 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382401 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382401 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382401 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382867 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382867 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.382867 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383320 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383320 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383320 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383680 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383680 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383953 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.383953 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.384200 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.384200 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.384464 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.384599 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.384888 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.384888 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.385214 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.385214 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.385536 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.385536 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.385536 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386036 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386036 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386036 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.386834 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.387728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.387728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.387728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.387728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.387728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.387728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.388504 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.388504 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.388504 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.388504 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.388504 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.389246 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.389246 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.389246 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.389246 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.389246 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.390117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.390117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.390117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.390117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.390117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.390117 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.391056 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.392793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.393669 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.393669 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.393669 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.393669 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.393669 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394263 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394263 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394263 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394263 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394778 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394778 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.394778 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395154 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395154 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395154 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395532 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395532 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395813 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.395813 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396089 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396089 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396346 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396346 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396607 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396750 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.396884 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.397039 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.397206 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.397712 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.397712 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.397712 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.397712 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398219 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398219 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398219 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398610 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398610 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398610 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398977 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.398977 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.399213 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.399213 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.399453 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.399602 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.399751 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.399912 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.400053 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.400191 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.400461 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.400714 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.400870 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401009 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401175 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401338 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401496 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401635 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401773 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.401939 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.402083 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.402250 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.402396 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.402561 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.402719 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.402877 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.403038 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.403198 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.404173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.404173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.404173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.404173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.404173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.404173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405103 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405103 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405103 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405103 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405103 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405103 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405830 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405830 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405830 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405830 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.405830 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406455 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406455 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406455 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406455 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406952 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406952 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406952 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.406952 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408173 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408619 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408619 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408882 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.408882 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.409147 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.409290 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.409431 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.409565 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.409705 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.409864 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410006 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410144 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410284 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410432 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410664 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410664 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.410924 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.411069 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.411205 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.411342 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.411492 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.411630 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.411783 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412002 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412137 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412271 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412401 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412522 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412650 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412784 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.412960 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.413132 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.413272 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.413412 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.413553 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.413735 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.413876 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414013 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414154 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414295 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414449 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414589 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414770 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.414959 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.415102 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.415268 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.415411 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.415578 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.415748 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.415931 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.416073 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.416237 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.416626 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.416800 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.416972 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.417114 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.417282 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.417498 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.417695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.417868 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418007 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418132 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418255 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418424 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418585 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418746 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.418906 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.419081 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.419241 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.419406 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.419568 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.419728 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.419912 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.420078 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.420243 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.420421 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.420590 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.420753 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.420922 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.421092 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.421261 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.421422 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.421589 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.421763 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.421924 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.422085 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.422247 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.422408 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.422569 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.422793 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.423548 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.423695 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.423928 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.424460 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.424460 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.424653 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.424891 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.425121 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.425289 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.425455 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.425617 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.425779 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.425941 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 13:18:46.426097 dv-cinder-825493-1-iscsi neutron-server[102400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 13:18:46.563942 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54426) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:18:46.573186 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067558 Jan 20 13:18:59.037157 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36568c12-5861-49f2-aa94-a15e7b986c58 None None] get_active_networks_info from dv-cinder-825493-1-iscsi {{(pid=102511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 20 13:18:59.096319 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36568c12-5861-49f2-aa94-a15e7b986c58 None None] No non-hosted networks {{(pid=102511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 13:18:59.112454 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.agentschedulers_db [None req-36568c12-5861-49f2-aa94-a15e7b986c58 None None] DHCP Agent not found on host dv-cinder-825493-1-iscsi {{(pid=102511) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 20 13:18:59.179145 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c90d-e088-453d-a569-006d69820dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562374'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:01.738763 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3908b7d9-f5d6-43c8-ac5c-7796a008d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562374'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:01.776295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7ebb8dc7-f5ce-43ad-899c-ce891536f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:02.974765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562374'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:03.878932 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562374'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:05.267751 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562374'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:05.268775 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.268775 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.269076 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.269385 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.269705 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.270027 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.270347 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.270691 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.271010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.271343 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.271639 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.272086 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.272420 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:05.272821 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825493-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:05.282473 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825493-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:08.102724 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 54522) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:08.683737 dv-cinder-825493-1-iscsi neutron-server[102510]: WARNING oslo_policy.policy [None req-737cd339-106f-4611-a17b-3be20c55babb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:08.684337 dv-cinder-825493-1-iscsi neutron-server[102510]: WARNING oslo_policy.policy [None req-737cd339-106f-4611-a17b-3be20c55babb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:08.914300 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [None req-737cd339-106f-4611-a17b-3be20c55babb admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:19:08.915931 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-737cd339-106f-4611-a17b-3be20c55babb admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8109031 Jan 20 13:19:09.803792 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.db.l3_hamode_db [None req-e83ea75d-13d7-49be-bdaa-4168bc76a39d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 13:19:09.882253 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ea75d-13d7-49be-bdaa-4168bc76a39d None None] Routers set() bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:19:09.882645 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ea75d-13d7-49be-bdaa-4168bc76a39d None None] Router IDs set() for agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 20 13:19:11.788845 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54538) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:12.315107 dv-cinder-825493-1-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:12.315687 dv-cinder-825493-1-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:12.543133 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'tenant_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:12.656194 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.policy [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102509) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 13:19:12.703440 dv-cinder-825493-1-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:12.703848 dv-cinder-825493-1-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:12.712564 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.quota [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] Loaded quota_driver: . Jan 20 13:19:12.806707 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788342550476', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788342550545', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788342663045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788342665354', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788342642404', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788342651486', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3774800', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549792', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-983911'] for rbac-policy (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:12.880469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:12.881770 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3b3c7282-f388-4232-a67a-f5604117c9f0 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0919871 Jan 20 13:19:15.615425 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54556) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:15.972800 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Request body: {'network': {'project_id': '07554950b1fb428a9ccc4c9eada51472', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'name': 'private', 'admin_state_up': True}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:16.007076 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Made reservation on behalf of 07554950b1fb428a9ccc4c9eada51472 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:19:16.009885 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.028318 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.147123 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks [] for security_group (09c06738-df08-4f6c-96d8-c93533bd11e0), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.153202 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (09c06738-df08-4f6c-96d8-c93533bd11e0), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.178057 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:19:16.204676 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788343761803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (ee7fa99e-138d-497c-9ce2-83db31355715), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.205277 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Unsubscribe: segment precommit_create {{(pid=102509) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 13:19:16.205807 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Added segment ee7fa99e-138d-497c-9ce2-83db31355715 of type vlan for network b6bed4a3-fd89-42b2-a95a-d163e661685f Jan 20 13:19:16.211516 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c06738-df08-4f6c-96d8-c93533bd11e0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:16.248063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.249173 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.249648 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.249825 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.250150 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.250474 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.250792 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.251107 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.251439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.251772 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.252113 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.252426 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.252737 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Tracked resource versions report: Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: pushed versions: Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: { 'AddressGroup': {'1.2'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'ConntrackHelper': {'1.0'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Log': {'1.0'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Network': {'1.1'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Port': {'1.7'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'PortForwarding': {'1.2'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'QosPolicy': {'1.10'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroup': {'1.5'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SubPort': {'1.0'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Subnet': {'1.1'}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Trunk': {'1.1'}} Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: consumer versions: Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'ConntrackHelper': '1.0', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'LocalIPAssociation': '1.0', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Log': '1.0', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Network': '1.1', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Port': '1.7', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'PortForwarding': '1.2', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'QosPolicy': '1.10', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroup': '1.5', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroupRule': '1.2', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SubPort': '1.0', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Subnet': '1.1', Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Trunk': '1.1'}} Jan 20 13:19:16.254088 dv-cinder-825493-1-iscsi neutron-server[102509]: {{(pid=102509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:19:16.322205 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (b6bed4a3-fd89-42b2-a95a-d163e661685f), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.367662 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (b6bed4a3-fd89-42b2-a95a-d163e661685f), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.368830 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:16.369552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:16.432019 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8153272 Jan 20 13:19:16.480690 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17481bc-ae94-4209-96a7-1261ac05aa9e admin admin] Pushing event updated for resources: {'Network': ['ID=b6bed4a3-fd89-42b2-a95a-d163e661685f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:16.496730 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network b6bed4a3-fd89-42b2-a95a-d163e661685f details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:19:19.290513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 54570) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:19.883386 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.policy [None req-b014bb59-19cf-403c-af31-984f9beff547 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102510) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 20 13:19:19.941441 dv-cinder-825493-1-iscsi neutron-server[102510]: WARNING oslo_policy.policy [None req-b014bb59-19cf-403c-af31-984f9beff547 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:19.941832 dv-cinder-825493-1-iscsi neutron-server[102510]: WARNING oslo_policy.policy [None req-b014bb59-19cf-403c-af31-984f9beff547 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 13:19:19.950320 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b014bb59-19cf-403c-af31-984f9beff547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:19.952880 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b014bb59-19cf-403c-af31-984f9beff547 admin admin] 10.222.0.70 "GET /v2.0/networks/b6bed4a3-fd89-42b2-a95a-d163e661685f HTTP/1.1" status: 200 len: 825 time: 0.6614106 Jan 20 13:19:19.996726 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-9f1929c8-6c1e-44ed-a18e-ab9873bae862 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/955abf5f-7983-4a8f-bd63-867471201bc4 HTTP/1.1" status: 200 len: 734 time: 0.0380213 Jan 20 13:19:20.006356 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'ip_version': 4, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:20.008344 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.quota [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Loaded quota_driver: . Jan 20 13:19:20.053903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Made reservation on behalf of 07554950b1fb428a9ccc4c9eada51472 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:19:20.056984 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:20.373944 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (90c141d0-92d9-4157-88e0-c70535ed37a9), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:20.451982 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Checking segment: {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:19:20.452321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Network hostable DHCP agents. Network: b6bed4a3-fd89-42b2-a95a-d163e661685f, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:19:20.462453 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c141d0-92d9-4157-88e0-c70535ed37a9,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:20.480468 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.480898 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.481316 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.481693 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.482019 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.482411 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.483332 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.483659 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.484045 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.484384 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.484704 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.485019 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.485333 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Tracked resource versions report: Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: pushed versions: Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: { 'AddressGroup': {'1.2'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'ConntrackHelper': {'1.0'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Log': {'1.0'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Network': {'1.1'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Port': {'1.7'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'PortForwarding': {'1.2'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'QosPolicy': {'1.10'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroup': {'1.5'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SubPort': {'1.0'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Subnet': {'1.1'}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Trunk': {'1.1'}} Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: consumer versions: Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'ConntrackHelper': '1.0', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'LocalIPAssociation': '1.0', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Log': '1.0', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Network': '1.1', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Port': '1.7', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'PortForwarding': '1.2', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'QosPolicy': '1.10', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroup': '1.5', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroupRule': '1.2', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SubPort': '1.0', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Subnet': '1.1', Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Trunk': '1.1'}} Jan 20 13:19:20.486638 dv-cinder-825493-1-iscsi neutron-server[102510]: {{(pid=102510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:19:20.500365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Network b6bed4a3-fd89-42b2-a95a-d163e661685f is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:19:20.516453 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, b6bed4a3-fd89-42b2-a95a-d163e661685f) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:19:20.528917 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:20.529651 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:20.533933 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1bc0b-2a70-44e2-b4c3-ce4ff3d77fb3 None None] Network b6bed4a3-fd89-42b2-a95a-d163e661685f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:19:20.558654 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b00af683-2353-4538-9bfe-97234fdc6bf0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5558252 Jan 20 13:19:20.834724 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-b6bed4a3-fd89-42b2-a95a-d163e661685f', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:19:20.835955 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:21.130059 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Allocated IP 172.20.0.2 (b6bed4a3-fd89-42b2-a95a-d163e661685f/90c141d0-92d9-4157-88e0-c70535ed37a9/aa130255-2c3d-485b-a4ae-69fa03b6f719) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:19:21.439187 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Publish callbacks [] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:21.449000 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:21.536419 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Network b6bed4a3-fd89-42b2-a95a-d163e661685f is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:19:21.541583 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:19:21.548846 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Pushing event updated for resources: {'Port': ['ID=aa130255-2c3d-485b-a4ae-69fa03b6f719,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:21.551112 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:19:21.561440 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.561805 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.562188 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.562578 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.562910 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.563233 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.563552 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.563969 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.564293 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.564628 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.564952 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.565269 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.565586 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Tracked resource versions report: Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: pushed versions: Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: { 'AddressGroup': {'1.2'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'ConntrackHelper': {'1.0'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Log': {'1.0'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Network': {'1.1'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Port': {'1.7'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'PortForwarding': {'1.2'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'QosPolicy': {'1.10'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroup': {'1.5'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SubPort': {'1.0'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Subnet': {'1.1'}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Trunk': {'1.1'}} Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: consumer versions: Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'ConntrackHelper': '1.0', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'LocalIPAssociation': '1.0', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Log': '1.0', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Network': '1.1', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Port': '1.7', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'PortForwarding': '1.2', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'QosPolicy': '1.10', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroup': '1.5', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroupRule': '1.2', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SubPort': '1.0', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Subnet': '1.1', Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Trunk': '1.1'}} Jan 20 13:19:21.566940 dv-cinder-825493-1-iscsi neutron-server[102511]: {{(pid=102511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:19:21.641178 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Attempting to bind port aa130255-2c3d-485b-a4ae-69fa03b6f719 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:19:21.641571 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Attempting to bind port aa130255-2c3d-485b-a4ae-69fa03b6f719 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:19:21.642003 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Attempting to bind port aa130255-2c3d-485b-a4ae-69fa03b6f719 on network b6bed4a3-fd89-42b2-a95a-d163e661685f {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:19:21.647440 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:19:21.647807 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Checking segment: {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:19:21.648316 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:21.648709 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Bound using segment: {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:19:21.649195 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Bound port: aa130255-2c3d-485b-a4ae-69fa03b6f719, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:19:21.649597 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:21.718511 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] For port aa130255-2c3d-485b-a4ae-69fa03b6f719, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:19:21.723688 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] For port aa130255-2c3d-485b-a4ae-69fa03b6f719, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=aa130255-2c3d-485b-a4ae-69fa03b6f719,segment=NetworkSegment(ee7fa99e-138d-497c-9ce2-83db31355715),segment_id=ee7fa99e-138d-497c-9ce2-83db31355715)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:19:21.727964 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:21.794072 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589d55c-ada6-43c1-a095-6265ffaa6246 None None] Pushing event updated for resources: {'Port': ['ID=aa130255-2c3d-485b-a4ae-69fa03b6f719,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:23.585005 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54586) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:23.991103 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [None req-ebbe9272-330a-4cf4-805e-f5251a72dc91 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:19:23.992145 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ebbe9272-330a-4cf4-805e-f5251a72dc91 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4059451 Jan 20 13:19:26.495926 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54594) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:26.840345 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [None req-0534305f-e8a8-46ce-95fd-204f64ada27c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:19:26.855861 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0534305f-e8a8-46ce-95fd-204f64ada27c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3446143 Jan 20 13:19:28.983730 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-83c7cb3b-2a8e-45c0-ac73-426557042111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:29.837589 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 54604) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:30.278968 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:30.306802 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:30.308534 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:30.494740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] Publish callbacks [] for router_controller (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), precommit_add_association {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:30.500974 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:30.520205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:30.521852 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-aabfa923-f519-4e34-bde8-26fd4fff0fa2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6827345 Jan 20 13:19:31.757681 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8f8c74ef-7aa5-420d-845c-9d73fe18bd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:32.006617 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device aa130255-2c3d-485b-a4ae-69fa03b6f719 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:19:32.097825 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port aa130255-2c3d-485b-a4ae-69fa03b6f719 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:32.098237 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:32.250622 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port aa130255-2c3d-485b-a4ae-69fa03b6f719 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:32.251244 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:32.299031 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port aa130255-2c3d-485b-a4ae-69fa03b6f719, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=aa130255-2c3d-485b-a4ae-69fa03b6f719,segment=NetworkSegment(ee7fa99e-138d-497c-9ce2-83db31355715),segment_id=ee7fa99e-138d-497c-9ce2-83db31355715)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:19:32.304973 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:32.370232 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=aa130255-2c3d-485b-a4ae-69fa03b6f719,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:32.923722 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:33.216601 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 54626) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:33.418936 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [None req-a81f1840-33e2-4870-b12a-d8784dba1687 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:19:33.420044 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55293415-06a0-4b6b-b8d8-1e900820ba3d None None] Network b6bed4a3-fd89-42b2-a95a-d163e661685f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:19:33.421985 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a81f1840-33e2-4870-b12a-d8784dba1687 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2043633 Jan 20 13:19:33.564898 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-de113208-bd33-49e1-bedd-a4aa6271a6f4 None None] Provisioning complete for port aa130255-2c3d-485b-a4ae-69fa03b6f719 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:33.565711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de113208-bd33-49e1-bedd-a4aa6271a6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:33.701552 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-de113208-bd33-49e1-bedd-a4aa6271a6f4 None None] Current status of the port aa130255-2c3d-485b-a4ae-69fa03b6f719 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:33.806201 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:33.928349 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-e065dd5b-32a9-43cf-bb8a-aaa58c843fdc None None] Provisioning complete for port aa130255-2c3d-485b-a4ae-69fa03b6f719 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:33.929448 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e065dd5b-32a9-43cf-bb8a-aaa58c843fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:33.958124 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device aa130255-2c3d-485b-a4ae-69fa03b6f719 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:19:34.063645 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-e065dd5b-32a9-43cf-bb8a-aaa58c843fdc None None] Current status of the port aa130255-2c3d-485b-a4ae-69fa03b6f719 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:34.065667 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port aa130255-2c3d-485b-a4ae-69fa03b6f719 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:34.066058 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:34.149096 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port aa130255-2c3d-485b-a4ae-69fa03b6f719 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:35.245379 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:35.980083 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 54646) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:36.032879 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'project_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'tenant_id': 'a5a9c96556704541b0cac4d2aa6c7b75'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:36.058853 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Made reservation on behalf of a5a9c96556704541b0cac4d2aa6c7b75 for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:19:36.061895 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.077729 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.189977 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks [] for security_group (7e4ef0c2-c120-42e8-804f-3e9d7a4802b6), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.194232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7e4ef0c2-c120-42e8-804f-3e9d7a4802b6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.214734 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Reserving flat network on physical network physnet1 {{(pid=102510) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 20 13:19:36.237438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ef0c2-c120-42e8-804f-3e9d7a4802b6,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:36.245402 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788343761803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (481c6272-5187-4dc8-910a-f58ce24a2fbc), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.245979 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Unsubscribe: segment precommit_create {{(pid=102510) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 13:19:36.246507 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Added segment 481c6272-5187-4dc8-910a-f58ce24a2fbc of type flat for network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d Jan 20 13:19:36.302291 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.345864 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.347108 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:36.347741 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:36.397559 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4161561 Jan 20 13:19:36.456775 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48a7f2-08a0-4081-b7e7-decd645d1773 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b57e7c-03b1-4f77-97ef-1f3443e0a78d,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:36.468718 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:19:38.830342 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 54654) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:38.930751 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0389b4-7f57-45ee-876e-e2cbefc027d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:38.932142 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-cd0389b4-7f57-45ee-876e-e2cbefc027d8 admin admin] 10.222.0.70 "GET /v2.0/subnets/90c141d0-92d9-4157-88e0-c70535ed37a9 HTTP/1.1" status: 200 len: 849 time: 0.1005931 Jan 20 13:19:39.058353 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-966ec027-7a66-4ac5-b0c5-48a066503756 admin admin] 10.222.0.70 "GET /v2.0/routers/c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 HTTP/1.1" status: 200 len: 704 time: 0.1200929 Jan 20 13:19:39.341586 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:39.664242 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Allocated IP 172.20.0.1 (b6bed4a3-fd89-42b2-a95a-d163e661685f/90c141d0-92d9-4157-88e0-c70535ed37a9/504c935c-f709-4574-a70b-f387700590b7) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:19:39.827968 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks [] for port (504c935c-f709-4574-a70b-f387700590b7), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:39.900707 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (504c935c-f709-4574-a70b-f387700590b7), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.032911 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Network b6bed4a3-fd89-42b2-a95a-d163e661685f is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:19:40.037637 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:19:40.043735 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:19:40.044331 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.067004 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Pushing event updated for resources: {'Port': ['ID=504c935c-f709-4574-a70b-f387700590b7,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:40.227717 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-acc9f18c-3579-4440-b25b-d76cce9aeaf3 None None] Provisioning complete for port 504c935c-f709-4574-a70b-f387700590b7 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:40.228385 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-acc9f18c-3579-4440-b25b-d76cce9aeaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (504c935c-f709-4574-a70b-f387700590b7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.264423 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-acc9f18c-3579-4440-b25b-d76cce9aeaf3 None None] Port 504c935c-f709-4574-a70b-f387700590b7 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:19:40.274511 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (504c935c-f709-4574-a70b-f387700590b7), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.500039 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks [] for port (504c935c-f709-4574-a70b-f387700590b7), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.505157 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (504c935c-f709-4574-a70b-f387700590b7), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.505953 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.565791 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Pushing event updated for resources: {'Port': ['ID=504c935c-f709-4574-a70b-f387700590b7,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:40.636659 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Network b6bed4a3-fd89-42b2-a95a-d163e661685f is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:19:40.638590 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:19:40.817471 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:19:40.889702 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-2c7b751c-32a9-4c3c-b500-258ed7a03678 None None] Provisioning complete for port 504c935c-f709-4574-a70b-f387700590b7 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:40.890220 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2c7b751c-32a9-4c3c-b500-258ed7a03678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (504c935c-f709-4574-a70b-f387700590b7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:40.925881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b751c-32a9-4c3c-b500-258ed7a03678 None None] Port 504c935c-f709-4574-a70b-f387700590b7 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:19:40.928635 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:19:40.935988 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-864b1966-a94e-4612-b8f5-d556aa24b206 admin admin] 10.222.0.70 "PUT /v2.0/routers/c6c4519d-f2f6-445b-8dba-1c7d1ec291a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8712399 Jan 20 13:19:40.941568 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Sync routers for ids ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:19:40.956719 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Routers {'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:19:40.957559 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:19:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:41.163052 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Set router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:19:41.663184 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:19:30Z', 'updated_at': '2022-01-20T13:19:40Z', 'revision_number': 2, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'gw_port_host': None, '_interfaces': [{'id': '504c935c-f709-4574-a70b-f387700590b7', 'name': '', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'mac_address': 'fa:16:3e:e7:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:39Z', 'updated_at': '2022-01-20T13:19:40Z', 'revision_number': 2, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'subnets': [{'id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:41.719998 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Checking router: c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:19:41.720371 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Updating router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 port 504c935c-f709-4574-a70b-f387700590b7 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:19:41.778735 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (504c935c-f709-4574-a70b-f387700590b7), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.322400 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Publish callbacks [] for port (504c935c-f709-4574-a70b-f387700590b7), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.331864 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (504c935c-f709-4574-a70b-f387700590b7), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.508770 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Attempting to bind port 504c935c-f709-4574-a70b-f387700590b7 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:19:42.509281 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Attempting to bind port 504c935c-f709-4574-a70b-f387700590b7 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:19:42.509718 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Attempting to bind port 504c935c-f709-4574-a70b-f387700590b7 on network b6bed4a3-fd89-42b2-a95a-d163e661685f {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:19:42.513300 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Pushing event updated for resources: {'Port': ['ID=504c935c-f709-4574-a70b-f387700590b7,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:42.520151 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:19:42.520523 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Checking segment: {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:19:42.521019 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.521409 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Bound using segment: {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:19:42.521910 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Bound port: 504c935c-f709-4574-a70b-f387700590b7, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7fa99e-138d-497c-9ce2-83db31355715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:19:42.522307 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (504c935c-f709-4574-a70b-f387700590b7), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.539101 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.539579 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.540130 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.540568 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.541022 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.541458 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.541886 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.542317 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.542752 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.543198 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.544625 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.545252 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.545677 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Tracked resource versions report: Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: pushed versions: Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: { 'AddressGroup': {'1.2'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'ConntrackHelper': {'1.0'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Log': {'1.0'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Network': {'1.1'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Port': {'1.7'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'PortForwarding': {'1.2'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'QosPolicy': {'1.10'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroup': {'1.5'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SubPort': {'1.0'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Subnet': {'1.1'}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Trunk': {'1.1'}} Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: consumer versions: Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'ConntrackHelper': '1.0', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'LocalIPAssociation': '1.0', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Log': '1.0', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Network': '1.1', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Port': '1.7', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'PortForwarding': '1.2', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'QosPolicy': '1.10', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroup': '1.5', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroupRule': '1.2', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SubPort': '1.0', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Subnet': '1.1', Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Trunk': '1.1'}} Jan 20 13:19:42.547194 dv-cinder-825493-1-iscsi neutron-server[102512]: {{(pid=102512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:19:42.612867 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] For port 504c935c-f709-4574-a70b-f387700590b7, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:19:42.636291 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] For port 504c935c-f709-4574-a70b-f387700590b7, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=504c935c-f709-4574-a70b-f387700590b7,segment=NetworkSegment(ee7fa99e-138d-497c-9ce2-83db31355715),segment_id=ee7fa99e-138d-497c-9ce2-83db31355715)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:19:42.641001 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (504c935c-f709-4574-a70b-f387700590b7), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.662425 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] Provisioning complete for port 504c935c-f709-4574-a70b-f387700590b7 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:42.662918 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (504c935c-f709-4574-a70b-f387700590b7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.685785 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Routers {'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:19:42.686413 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:19:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:42.773076 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] Current status of the port 504c935c-f709-4574-a70b-f387700590b7 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:42.773804 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (504c935c-f709-4574-a70b-f387700590b7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.802398 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] Set router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:19:42.821720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] For port 504c935c-f709-4574-a70b-f387700590b7, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=504c935c-f709-4574-a70b-f387700590b7,segment=NetworkSegment(ee7fa99e-138d-497c-9ce2-83db31355715),segment_id=ee7fa99e-138d-497c-9ce2-83db31355715)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:19:42.829816 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (504c935c-f709-4574-a70b-f387700590b7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.952095 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dc63c-0932-459b-ad45-ed4546b8e191 None None] Pushing event updated for resources: {'Port': ['ID=504c935c-f709-4574-a70b-f387700590b7,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:42.972492 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-fea3ce37-26e3-4579-8c80-9161564b39c1 None None] Provisioning complete for port 504c935c-f709-4574-a70b-f387700590b7 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:42.973210 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-fea3ce37-26e3-4579-8c80-9161564b39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (504c935c-f709-4574-a70b-f387700590b7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:42.986091 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c0d4-d446-4f97-a6bf-30118f335875 None None] Pushing event updated for resources: {'Port': ['ID=504c935c-f709-4574-a70b-f387700590b7,revision_number=4']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:43.080397 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-fea3ce37-26e3-4579-8c80-9161564b39c1 None None] Current status of the port 504c935c-f709-4574-a70b-f387700590b7 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:43.117544 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:19:30Z', 'updated_at': '2022-01-20T13:19:40Z', 'revision_number': 2, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'gw_port_host': None, '_interfaces': [{'id': '504c935c-f709-4574-a70b-f387700590b7', 'name': '', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'mac_address': 'fa:16:3e:e7:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:39Z', 'updated_at': '2022-01-20T13:19:42Z', 'revision_number': 4, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'subnets': [{'id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:43.150039 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fefd30-7876-470b-a888-a06943dd9f3d None None] The sync data for ids ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'] in dv-cinder-825493-1-iscsi is: [{'id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:19:30Z', 'updated_at': '2022-01-20T13:19:40Z', 'revision_number': 2, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'gw_port_host': None, '_interfaces': [{'id': '504c935c-f709-4574-a70b-f387700590b7', 'name': '', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'mac_address': 'fa:16:3e:e7:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:39Z', 'updated_at': '2022-01-20T13:19:42Z', 'revision_number': 4, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'subnets': [{'id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:19:45.914297 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54672) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:46.087807 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04faf0-be44-4684-89be-efd947421558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:46.098949 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9a04faf0-be44-4684-89be-efd947421558 admin admin] 10.222.0.70 "GET /v2.0/networks/f8b57e7c-03b1-4f77-97ef-1f3443e0a78d HTTP/1.1" status: 200 len: 842 time: 0.1737936 Jan 20 13:19:46.103625 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'tenant_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'ip_version': 4, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:46.134741 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Made reservation on behalf of a5a9c96556704541b0cac4d2aa6c7b75 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:19:46.137774 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:46.647055 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.objects.ports [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102509) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 20 13:19:46.647651 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (7a7e357c-2038-4240-840c-13cd70ffda37), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:46.727405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7e357c-2038-4240-840c-13cd70ffda37,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:46.736974 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:19:46.737309 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Network hostable DHCP agents. Network: f8b57e7c-03b1-4f77-97ef-1f3443e0a78d, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:19:46.761710 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:19:46.776508 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, f8b57e7c-03b1-4f77-97ef-1f3443e0a78d) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:19:46.782453 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:46.783221 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:46.791907 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8cbd68-20e4-45a8-9eaf-1e148663189c None None] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:19:46.805369 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a7d41618-f64e-480a-b642-670fb91df8e6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7055597 Jan 20 13:19:46.945260 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e54cd-e1aa-4ca8-a1c2-4e0d6c0d66a9 None None] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:19:49.547191 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54680) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:49.846616 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-476bd517-878c-41d3-a411-b37d3d386152 admin admin] 10.222.0.70 "GET /v2.0/routers/c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 HTTP/1.1" status: 200 len: 710 time: 0.2980490 Jan 20 13:19:49.998209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b609de-b1f0-473e-b0c0-29ff7d6cb49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:19:49.999705 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-73b609de-b1f0-473e-b0c0-29ff7d6cb49e admin admin] 10.222.0.70 "GET /v2.0/networks/f8b57e7c-03b1-4f77-97ef-1f3443e0a78d HTTP/1.1" status: 200 len: 886 time: 0.1395409 Jan 20 13:19:50.014208 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:19:50.274635 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:19:50.331402 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks [] for router_gateway (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:50.622673 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks [] for router_gateway (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:50.737509 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:50.969209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Allocated IP 172.27.2.129 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/4e7aa124-55ad-4b88-9280-773da7e413c0) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:19:51.104674 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks [] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:51.166517 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:51.241775 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:19:51.248391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:19:51.254591 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:19:51.297162 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7aa124-55ad-4b88-9280-773da7e413c0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:51.560511 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks [] for router_gateway (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:51.788233 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-564934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10223'] for router (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:51.795029 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-564941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-564876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568511'] for router (c6c4519d-f2f6-445b-8dba-1c7d1ec291a6), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:51.939239 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:19:52.001369 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 504c935c-f709-4574-a70b-f387700590b7 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:19:52.059536 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 504c935c-f709-4574-a70b-f387700590b7 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:52.060207 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (504c935c-f709-4574-a70b-f387700590b7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:52.085764 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:19:52.092125 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:52.093352 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-68282e57-f99e-450a-aeca-f1cf8bf6a036 admin admin] 10.222.0.70 "PUT /v2.0/routers/c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 HTTP/1.1" status: 200 len: 890 time: 2.0837326 Jan 20 13:19:52.160533 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 504c935c-f709-4574-a70b-f387700590b7 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:52.776004 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Sync routers for ids ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:19:52.788878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Routers {'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:19:52.789538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:19:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:53.017283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Set router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:19:53.526148 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4e7aa124-55ad-4b88-9280-773da7e413c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:19:30Z', 'updated_at': '2022-01-20T13:19:51Z', 'revision_number': 4, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'gw_port': {'id': '4e7aa124-55ad-4b88-9280-773da7e413c0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:50Z', 'updated_at': '2022-01-20T13:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '504c935c-f709-4574-a70b-f387700590b7', 'name': '', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'mac_address': 'fa:16:3e:e7:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:39Z', 'updated_at': '2022-01-20T13:19:42Z', 'revision_number': 5, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'subnets': [{'id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:53.584097 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Checking router: c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:19:53.584446 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Updating router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 port 4e7aa124-55ad-4b88-9280-773da7e413c0 binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:19:53.638230 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:53.996429 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Publish callbacks [] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:54.004125 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:54.059148 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ef00-a946-4db3-91af-e015be66f896 None None] Pushing event updated for resources: {'Port': ['ID=4e7aa124-55ad-4b88-9280-773da7e413c0,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:54.062185 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Attempting to bind port 4e7aa124-55ad-4b88-9280-773da7e413c0 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:19:54.062563 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Attempting to bind port 4e7aa124-55ad-4b88-9280-773da7e413c0 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:19:54.062942 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Attempting to bind port 4e7aa124-55ad-4b88-9280-773da7e413c0 on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:19:54.068658 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:19:54.069029 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:19:54.069425 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:54.069811 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:19:54.070268 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Bound port: 4e7aa124-55ad-4b88-9280-773da7e413c0, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:19:54.070643 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:54.122382 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] For port 4e7aa124-55ad-4b88-9280-773da7e413c0, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:19:54.125435 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] For port 4e7aa124-55ad-4b88-9280-773da7e413c0, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=4e7aa124-55ad-4b88-9280-773da7e413c0,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:19:54.131471 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:54.194732 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ef00-a946-4db3-91af-e015be66f896 None None] Pushing event updated for resources: {'Port': ['ID=4e7aa124-55ad-4b88-9280-773da7e413c0,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:54.198857 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Routers {'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:19:54.199859 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:19:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:54.324463 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] Set router c6c4519d-f2f6-445b-8dba-1c7d1ec291a6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:19:54.578249 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4e7aa124-55ad-4b88-9280-773da7e413c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:19:30Z', 'updated_at': '2022-01-20T13:19:51Z', 'revision_number': 4, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'gw_port': {'id': '4e7aa124-55ad-4b88-9280-773da7e413c0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:50Z', 'updated_at': '2022-01-20T13:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '504c935c-f709-4574-a70b-f387700590b7', 'name': '', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'mac_address': 'fa:16:3e:e7:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:39Z', 'updated_at': '2022-01-20T13:19:42Z', 'revision_number': 5, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'subnets': [{'id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:19:54.604917 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b57d870-047a-483f-8bc8-3d0c96bd7fce None None] The sync data for ids ['c6c4519d-f2f6-445b-8dba-1c7d1ec291a6'] in dv-cinder-825493-1-iscsi is: [{'id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'name': 'router1', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '4e7aa124-55ad-4b88-9280-773da7e413c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:19:30Z', 'updated_at': '2022-01-20T13:19:51Z', 'revision_number': 4, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'gw_port': {'id': '4e7aa124-55ad-4b88-9280-773da7e413c0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:50Z', 'updated_at': '2022-01-20T13:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '504c935c-f709-4574-a70b-f387700590b7', 'name': '', 'network_id': 'b6bed4a3-fd89-42b2-a95a-d163e661685f', 'tenant_id': '07554950b1fb428a9ccc4c9eada51472', 'mac_address': 'fa:16:3e:e7:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4519d-f2f6-445b-8dba-1c7d1ec291a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:19:39Z', 'updated_at': '2022-01-20T13:19:42Z', 'revision_number': 5, 'project_id': '07554950b1fb428a9ccc4c9eada51472', 'subnets': [{'id': '90c141d0-92d9-4157-88e0-c70535ed37a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '955abf5f-7983-4a8f-bd63-867471201bc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:19:54.819709 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 54692) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:19:54.942498 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2fbe6a54-ff39-45df-882a-d9fd57a24d45 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1215873 Jan 20 13:19:56.002361 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 4e7aa124-55ad-4b88-9280-773da7e413c0 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:19:56.058745 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 4e7aa124-55ad-4b88-9280-773da7e413c0 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:56.059333 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:56.143056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 4e7aa124-55ad-4b88-9280-773da7e413c0 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:56.143499 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:56.169534 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 4e7aa124-55ad-4b88-9280-773da7e413c0, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=4e7aa124-55ad-4b88-9280-773da7e413c0,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:19:56.174129 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:56.233977 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=4e7aa124-55ad-4b88-9280-773da7e413c0,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:19:57.991042 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 4e7aa124-55ad-4b88-9280-773da7e413c0 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:19:58.072806 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 4e7aa124-55ad-4b88-9280-773da7e413c0 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:19:58.073993 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4e7aa124-55ad-4b88-9280-773da7e413c0), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:19:58.189998 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 4e7aa124-55ad-4b88-9280-773da7e413c0 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:19:59.009174 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f09c7ea4-15a3-4f24-882b-5541c1208876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:01.778337 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5833aa04-5c03-422d-9d3e-5efc2dfff74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:02.953869 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:03.841107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:05.297964 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:27.284605 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:20:28.999549 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8fcf5525-f104-47ab-a44e-7c55b93bb273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:31.743658 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5e24d6d7-c4c4-43b8-9d35-f73047e371e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:32.934888 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:33.832188 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:35.259224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:20:58.974642 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-480b72db-ed97-44b2-be55-17238dd05d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:01.733256 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de85886d-5ee0-4861-9d5b-fdfc3d0dacb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:02.929383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:03.816705 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:04.274094 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:21:05.255039 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:20.614799 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55176) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:20.678777 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd673f7-fc7b-46cb-b1e8-f872687b436d admin admin] GET failed (client error): The resource could not be found. Jan 20 13:21:20.680134 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ddd673f7-fc7b-46cb-b1e8-f872687b436d admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643704 Jan 20 13:21:20.925767 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3bf72-266b-4dfd-a579-671c023c8d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:20.927253 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-26c3bf72-266b-4dfd-a579-671c023c8d52 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2428710 Jan 20 13:21:23.213771 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55186) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:23.319337 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113870d-2b8b-4e0b-b004-6a4f47ee9329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:23.320755 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b113870d-2b8b-4e0b-b004-6a4f47ee9329 admin admin] 10.222.0.70 "GET /v2.0/subnets/90c141d0-92d9-4157-88e0-c70535ed37a9 HTTP/1.1" status: 200 len: 849 time: 0.1061270 Jan 20 13:21:23.330925 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:21:23.419954 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Publish callbacks [] for subnet (90c141d0-92d9-4157-88e0-c70535ed37a9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:23.586606 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788343846000'] for subnet (90c141d0-92d9-4157-88e0-c70535ed37a9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:23.617731 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:23.618325 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:23.619853 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] 10.222.0.70 "PUT /v2.0/subnets/90c141d0-92d9-4157-88e0-c70535ed37a9 HTTP/1.1" status: 200 len: 868 time: 0.2925401 Jan 20 13:21:23.623134 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1959f97e-1123-4e0f-906f-6020912dad00 None None] Network b6bed4a3-fd89-42b2-a95a-d163e661685f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:21:23.640874 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c141d0-92d9-4157-88e0-c70535ed37a9,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:21:23.649166 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.649542 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.649897 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.650234 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.650566 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.650896 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.651781 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.652311 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.652654 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.652994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.653305 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.653625 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.654019 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf57a72-4b1a-4b15-baf7-ea92f1b60d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:21:23.931598 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-53a8e91a-f50d-4e3b-8ff0-1226d8cf54ea None None] Provisioning complete for port 504c935c-f709-4574-a70b-f387700590b7 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:21:23.932022 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-53a8e91a-f50d-4e3b-8ff0-1226d8cf54ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (504c935c-f709-4574-a70b-f387700590b7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:24.015509 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-53a8e91a-f50d-4e3b-8ff0-1226d8cf54ea None None] Current status of the port 504c935c-f709-4574-a70b-f387700590b7 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:21:24.037972 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-53a8e91a-f50d-4e3b-8ff0-1226d8cf54ea None None] Provisioning complete for port aa130255-2c3d-485b-a4ae-69fa03b6f719 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:21:24.038279 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-53a8e91a-f50d-4e3b-8ff0-1226d8cf54ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (aa130255-2c3d-485b-a4ae-69fa03b6f719), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:24.115615 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-53a8e91a-f50d-4e3b-8ff0-1226d8cf54ea None None] Current status of the port aa130255-2c3d-485b-a4ae-69fa03b6f719 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:21:25.905819 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55194) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:26.141582 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0de05-1f7c-4e2a-84ef-e3a4fd6e0fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:26.142089 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0de05-1f7c-4e2a-84ef-e3a4fd6e0fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:26.143523 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d6c0de05-1f7c-4e2a-84ef-e3a4fd6e0fd7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2366319 Jan 20 13:21:28.451207 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55202) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:28.589020 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17db996-856f-4fa3-96ec-78b884f392a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:28.590086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17db996-856f-4fa3-96ec-78b884f392a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:28.591874 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b17db996-856f-4fa3-96ec-78b884f392a7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1396589 Jan 20 13:21:28.977501 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a0980718-4160-4085-bbf4-62ea820e1fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:30.924910 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55210) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:31.062920 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d8fc7-98ca-4a9c-8eb2-4c9043aec29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:31.064323 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-375d8fc7-98ca-4a9c-8eb2-4c9043aec29d admin admin] 10.222.0.70 "GET /v2.0/networks/b6bed4a3-fd89-42b2-a95a-d163e661685f HTTP/1.1" status: 200 len: 869 time: 0.1383667 Jan 20 13:21:31.728713 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-cd169151-17c0-43f7-a462-3dfab7e0ceef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:32.932448 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:33.373965 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55220) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:33.506912 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4f43a2-4997-4733-9984-0877ae10ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:33.508296 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-fa4f43a2-4997-4733-9984-0877ae10ac51 admin admin] 10.222.0.70 "GET /v2.0/networks/f8b57e7c-03b1-4f77-97ef-1f3443e0a78d HTTP/1.1" status: 200 len: 886 time: 0.1333566 Jan 20 13:21:33.821707 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:35.257734 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:21:35.810361 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55228) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:35.942144 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f82f97-6772-4ef3-99af-7214d358eedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:35.942598 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f82f97-6772-4ef3-99af-7214d358eedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:35.944161 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-f7f82f97-6772-4ef3-99af-7214d358eedc admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326635 Jan 20 13:21:38.215526 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55236) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:38.343374 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52c8b9-3ff2-4d42-b80e-bfcbba7b9f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:38.343837 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52c8b9-3ff2-4d42-b80e-bfcbba7b9f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:38.345376 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bc52c8b9-3ff2-4d42-b80e-bfcbba7b9f8a admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289303 Jan 20 13:21:40.629013 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55244) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:40.718303 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f1454-c172-465d-959a-65fa637a6c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:40.719661 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a59f1454-c172-465d-959a-65fa637a6c7d admin admin] 10.222.0.70 "GET /v2.0/subnets/7a7e357c-2038-4240-840c-13cd70ffda37 HTTP/1.1" status: 200 len: 816 time: 0.0896854 Jan 20 13:21:41.272939 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:21:43.012549 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55252) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:21:43.103534 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa1128-cefb-4622-bfd6-f15f7edbef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:21:43.106023 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c4aa1128-cefb-4622-bfd6-f15f7edbef07 admin admin] 10.222.0.70 "GET /v2.0/subnets/90c141d0-92d9-4157-88e0-c70535ed37a9 HTTP/1.1" status: 200 len: 868 time: 0.0924640 Jan 20 13:21:58.979495 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d034-7663-44ef-817d-c12c84f7c3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:01.732840 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-14c642ab-b4bf-4269-8e33-76c8b7fb8e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:02.940964 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:03.828266 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:05.264837 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:08.159787 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55306) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:22:08.208621 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [None req-1820ec0a-d365-434e-bd26-1ae7439a8062 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:22:08.209635 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1820ec0a-d365-434e-bd26-1ae7439a8062 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488718 Jan 20 13:22:10.650758 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55314) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:22:10.712730 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85c0d5d-a9cb-4030-95f5-f8acfa4d7d09 admin admin] GET failed (client error): The resource could not be found. Jan 20 13:22:10.714009 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f85c0d5d-a9cb-4030-95f5-f8acfa4d7d09 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623248 Jan 20 13:22:10.802118 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a337f96-0913-4d63-909b-aad6008f568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:22:10.803647 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9a337f96-0913-4d63-909b-aad6008f568a admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0853362 Jan 20 13:22:13.119477 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55324) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:22:13.168643 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'shared': True, 'project_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'name': 'shared'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:22:13.206603 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Made reservation on behalf of a5a9c96556704541b0cac4d2aa6c7b75 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:22:13.208842 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:13.245063 dv-cinder-825493-1-iscsi neutron-server[102509]: WARNING neutron.services.revisions.revision_plugin [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Could not find related network for resource to bump revision. Jan 20 13:22:13.260687 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:22:13.272986 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (38b5b277-45b1-4388-85c1-44175499ff2f), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:13.273454 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Added segment 38b5b277-45b1-4388-85c1-44175499ff2f of type vlan for network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 Jan 20 13:22:13.314426 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (6063d732-b97b-4ae7-982e-3cfa86ff6fa2), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:13.342159 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (6063d732-b97b-4ae7-982e-3cfa86ff6fa2), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:13.343307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:22:13.344099 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:13.374440 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2538230 Jan 20 13:22:13.406557 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47e542-3c8b-4f82-9c66-d764bddaa6db admin admin] Pushing event updated for resources: {'Network': ['ID=6063d732-b97b-4ae7-982e-3cfa86ff6fa2,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:22:13.418871 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:22:15.713269 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55334) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:22:15.774860 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.pecan_wsgi.hooks.translation [None req-886b10ad-dace-463d-9c6e-64fbdc5f99ea admin admin] GET failed (client error): The resource could not be found. Jan 20 13:22:15.776193 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-886b10ad-dace-463d-9c6e-64fbdc5f99ea admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619771 Jan 20 13:22:15.851530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5fbfe-65b0-4512-b1aa-99f0de7acc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:22:15.853038 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-49f5fbfe-65b0-4512-b1aa-99f0de7acc73 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714824 Jan 20 13:22:15.863627 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2', 'description': 'shared-subnet', 'tenant_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'name': 'shared-subnet'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:22:15.888350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Made reservation on behalf of a5a9c96556704541b0cac4d2aa6c7b75 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:22:15.891068 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.064620 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (fb8f8309-7852-4c62-bd05-415c12fecd7d), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.118721 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8f8309-7852-4c62-bd05-415c12fecd7d,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:22:16.127923 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Checking segment: {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:22:16.128281 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Network hostable DHCP agents. Network: 6063d732-b97b-4ae7-982e-3cfa86ff6fa2, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:22:16.145373 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:22:16.153857 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 6063d732-b97b-4ae7-982e-3cfa86ff6fa2) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:22:16.159585 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:22:16.159585 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.163224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497300c0-84d6-4f37-bf2d-752a23e423de None None] Network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:22:16.174675 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b5a0773e-7f80-4e03-9c32-a10a29cd2ad7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3147171 Jan 20 13:22:16.278848 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-6063d732-b97b-4ae7-982e-3cfa86ff6fa2', 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2', 'project_id': 'a5a9c96556704541b0cac4d2aa6c7b75', 'fixed_ips': [{'subnet_id': 'fb8f8309-7852-4c62-bd05-415c12fecd7d'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:22:16.279704 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.421730 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Allocated IP 192.168.233.2 (6063d732-b97b-4ae7-982e-3cfa86ff6fa2/fb8f8309-7852-4c62-bd05-415c12fecd7d/499242cb-e610-4735-971a-24ce357388ab) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:22:16.574823 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Publish callbacks [] for port (499242cb-e610-4735-971a-24ce357388ab), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.580970 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (499242cb-e610-4735-971a-24ce357388ab), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.625041 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:22:16.627808 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:22:16.632644 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:22:16.639633 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Pushing event updated for resources: {'Port': ['ID=499242cb-e610-4735-971a-24ce357388ab,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:22:16.650666 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.651030 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.651391 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.652489 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.653013 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.653481 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.653819 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.654150 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.654481 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.654820 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.655148 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.655468 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.655787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:22:16.812051 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Attempting to bind port 499242cb-e610-4735-971a-24ce357388ab on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:22:16.812416 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Attempting to bind port 499242cb-e610-4735-971a-24ce357388ab by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:22:16.812770 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Attempting to bind port 499242cb-e610-4735-971a-24ce357388ab on network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:22:16.818757 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:22:16.819124 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Checking segment: {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:22:16.819513 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.819911 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Bound using segment: {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:22:16.820366 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Bound port: 499242cb-e610-4735-971a-24ce357388ab, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:22:16.820737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (499242cb-e610-4735-971a-24ce357388ab), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.885315 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] For port 499242cb-e610-4735-971a-24ce357388ab, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:22:16.889406 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] For port 499242cb-e610-4735-971a-24ce357388ab, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=499242cb-e610-4735-971a-24ce357388ab,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:22:16.893776 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (499242cb-e610-4735-971a-24ce357388ab), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:16.950574 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9be79-abfe-420c-9265-26f115dce364 None None] Pushing event updated for resources: {'Port': ['ID=499242cb-e610-4735-971a-24ce357388ab,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:22:17.925458 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736b8a9-4b5d-4cc5-ad3e-31ee9897e071 None None] Network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:22:18.017157 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] Provisioning complete for port 499242cb-e610-4735-971a-24ce357388ab triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:22:18.017556 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (499242cb-e610-4735-971a-24ce357388ab), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:18.115256 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 499242cb-e610-4735-971a-24ce357388ab up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:22:18.154928 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] Current status of the port 499242cb-e610-4735-971a-24ce357388ab is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:22:18.155313 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (499242cb-e610-4735-971a-24ce357388ab), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:18.205873 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] For port 499242cb-e610-4735-971a-24ce357388ab, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=499242cb-e610-4735-971a-24ce357388ab,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:22:18.213788 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (499242cb-e610-4735-971a-24ce357388ab), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:18.244776 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 499242cb-e610-4735-971a-24ce357388ab triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:22:18.245078 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (499242cb-e610-4735-971a-24ce357388ab), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:18.280058 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:22:18.301157 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad416c78-d3c8-4f09-8af1-dd1b4dfb7b5f None None] Pushing event updated for resources: {'Port': ['ID=499242cb-e610-4735-971a-24ce357388ab,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:22:18.365241 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 499242cb-e610-4735-971a-24ce357388ab is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:22:18.436218 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5630b42a-fbba-404d-820d-f783e79e4590 None None] Provisioning complete for port 499242cb-e610-4735-971a-24ce357388ab triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:22:18.436544 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5630b42a-fbba-404d-820d-f783e79e4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (499242cb-e610-4735-971a-24ce357388ab), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:18.521035 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5630b42a-fbba-404d-820d-f783e79e4590 None None] Current status of the port 499242cb-e610-4735-971a-24ce357388ab is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:22:20.038742 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 499242cb-e610-4735-971a-24ce357388ab up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:22:20.087584 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 499242cb-e610-4735-971a-24ce357388ab triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:22:20.088069 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (499242cb-e610-4735-971a-24ce357388ab), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:20.163711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 499242cb-e610-4735-971a-24ce357388ab is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:22:28.983416 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7c530ce2-330a-4f52-822f-919265e1bc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:31.737475 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d7f72756-03bd-486f-a70b-529239883b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:32.941572 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:33.827380 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:35.257782 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:22:55.268232 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:22:58.988703 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-cfaac8e8-d5db-4ab6-afd0-0eb96ad4b233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:01.741763 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c7ae-f7b0-45e6-9e0d-bd7873e2ac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:02.941293 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:03.834828 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:05.261841 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:28.983853 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d37ad988-b95c-4cc2-ab35-3fe7fc474dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:31.745149 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dcd350ce-6d3f-4c11-99ad-7e1f0027d7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:32.306958 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:23:32.944192 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:33.837410 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:35.273523 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:44.347971 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55380) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:23:44.354493 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [None req-9e509f92-6bfb-48a9-918a-13342f99fbcf tempest-verify_tempest_config-636282027 tempest-verify_tempest_config-636282027-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:23:44.355479 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-9e509f92-6bfb-48a9-918a-13342f99fbcf tempest-verify_tempest_config-636282027 tempest-verify_tempest_config-636282027-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065138 Jan 20 13:23:44.672151 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55398) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:23:44.778799 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:44.865148 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Publish callbacks [] for security_group (ac513696-420a-4384-b20c-c7e36877dcc6), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:44.869307 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ac513696-420a-4384-b20c-c7e36877dcc6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:44.915229 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac513696-420a-4384-b20c-c7e36877dcc6,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:23:44.919238 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57412f6439c94729830ae65058377ce9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2460134 Jan 20 13:23:44.927845 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55402) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.928396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.929170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.929170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.929350 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63d5b7-125c-432c-8c70-776d04fab9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:44.985977 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Publish callbacks [] for security_group (ac513696-420a-4384-b20c-c7e36877dcc6), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:45.007437 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Publish callbacks [] for security_group (ac513696-420a-4384-b20c-c7e36877dcc6), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:45.101271 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ac513696-420a-4384-b20c-c7e36877dcc6), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:45.104460 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:23:45.105645 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac513696-420a-4384-b20c-c7e36877dcc6 HTTP/1.1" status: 204 len: 168 time: 0.1818628 Jan 20 13:23:45.115161 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac513696-420a-4384-b20c-c7e36877dcc6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:23:45.123035 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.123397 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.123752 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.124119 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.124457 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.124795 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.125144 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.125470 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.125815 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.126361 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.126640 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.126993 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:45.127392 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d963d13-610c-4f0d-874b-65aa94806e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:23:58.985754 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-0c2595e4-d118-4151-91d7-01fddf5b9d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:01.750628 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8ba98989-04fd-4f12-86ed-a4dcb0f8639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:02.946550 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:03.839550 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:05.267572 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:09.268368 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:24:28.990859 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe4e2-1829-4860-8f82-470e9d9ca242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:31.756036 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-37341115-d6d5-4ff1-a99d-62d21c399363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:32.950176 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:33.846885 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:35.270243 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:24:46.267100 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 5 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:24:58.992427 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c2c54560-a395-4132-9dc6-7ea4364e0dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:01.758814 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d755f216-39a4-46d6-8282-ae1fa0a383ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:02.952923 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:03.846308 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:05.273663 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:22.410008 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562374'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:23.265155 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:25:28.995151 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-801b5eca-ee61-43ac-88b7-169d196c98b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:31.760771 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b6b68078-e127-48c8-bae2-e2a8d3372b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:32.956421 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:33.849606 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:35.277288 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:37.476064 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55476) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:25:37.586854 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9b670d6c-60ff-47a9-8cc1-5039e3117023 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1096494 Jan 20 13:25:39.929537 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55486) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:25:39.985432 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-10031492-c5e8-4818-a441-7483c3d8033c admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0548053 Jan 20 13:25:52.386649 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:25:58.997411 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f7ce16fb-f1f2-482e-a1f0-b81d2ea7de49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:00.265003 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:26:01.764809 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-de74a907-80fc-4234-8572-4dfbf958c4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:02.959045 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:03.858287 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:05.281077 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:22.406800 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:28.999454 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-709366b0-0a03-492e-8e53-0170c78207e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:31.768588 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40611d7e-2420-4336-a73a-a67130b84c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:32.962587 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:33.862114 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:35.292004 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:37.265081 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:26:52.404912 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:26:59.002841 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ff18-f8e3-481a-8cd9-5d566a22739f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:01.773625 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-850e140b-a3f7-49c1-aad5-d299b898879d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:02.967280 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:03.862417 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:05.287261 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.051209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55572) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:13.314442 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-network', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:13.356485 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Made reservation on behalf of 93586a8bfd2547989f3a1f4665c164d1 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:13.360216 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.369039 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.467173 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks [] for security_group (58680dd1-7365-40c8-a295-72420dd2718b), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.476544 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (58680dd1-7365-40c8-a295-72420dd2718b), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.504591 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58680dd1-7365-40c8-a295-72420dd2718b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:13.517289 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.517667 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.518105 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.518416 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.518778 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.519097 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.519447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.519780 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.520124 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.520737 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.521229 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.521593 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.521857 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Tracked resource versions report: Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: pushed versions: Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: { 'AddressGroup': {'1.2'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'ConntrackHelper': {'1.0'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Log': {'1.0'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Network': {'1.1'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Port': {'1.7'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'PortForwarding': {'1.2'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'QosPolicy': {'1.10'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroup': {'1.5'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SubPort': {'1.0'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Subnet': {'1.1'}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Trunk': {'1.1'}} Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: consumer versions: Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: HyperV agent@hv-cinder-82549: {}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'ConntrackHelper': '1.0', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'LocalIPAssociation': '1.0', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Log': '1.0', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Network': '1.1', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Port': '1.7', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'PortForwarding': '1.2', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'QosPolicy': '1.10', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroup': '1.5', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SecurityGroupRule': '1.2', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'SubPort': '1.0', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Subnet': '1.1', Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: 'Trunk': '1.1'}} Jan 20 13:27:13.523007 dv-cinder-825493-1-iscsi neutron-server[102509]: {{(pid=102509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:27:13.527248 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:27:13.539297 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (f97b65f4-1916-46af-b77f-4e90ad47d300), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.539693 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Added segment f97b65f4-1916-46af-b77f-4e90ad47d300 of type vlan for network e9814fa9-7d82-4908-a77b-d73b03681cc9 Jan 20 13:27:13.593218 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (e9814fa9-7d82-4908-a77b-d73b03681cc9), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.622383 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (e9814fa9-7d82-4908-a77b-d73b03681cc9), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.623665 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:13.624262 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.669702 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6165757 Jan 20 13:27:13.673642 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55620) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:13.689654 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Request body: {'subnet': {'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-subnet', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:13.730420 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Made reservation on behalf of 93586a8bfd2547989f3a1f4665c164d1 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:13.732820 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:13.807005 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eed5a-ff83-4231-875e-5a30956b2c44 admin admin] Pushing event updated for resources: {'Network': ['ID=e9814fa9-7d82-4908-a77b-d73b03681cc9,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:13.819872 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:27:14.036537 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (108198df-85b5-4776-86ef-b213ab3dde21), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.103992 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108198df-85b5-4776-86ef-b213ab3dde21,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:14.113841 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.114189 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.114737 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.115258 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.115750 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.116249 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.116741 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.117074 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.117425 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.117759 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.118085 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.118408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.118728 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Tracked resource versions report: Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: pushed versions: Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: { 'AddressGroup': {'1.2'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'ConntrackHelper': {'1.0'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Log': {'1.0'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Network': {'1.1'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Port': {'1.7'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'PortForwarding': {'1.2'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'QosPolicy': {'1.10'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroup': {'1.5'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SubPort': {'1.0'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Subnet': {'1.1'}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Trunk': {'1.1'}} Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: consumer versions: Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: HyperV agent@hv-cinder-82549: {}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'ConntrackHelper': '1.0', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'LocalIPAssociation': '1.0', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Log': '1.0', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Network': '1.1', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Port': '1.7', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'PortForwarding': '1.2', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'QosPolicy': '1.10', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroup': '1.5', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SecurityGroupRule': '1.2', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'SubPort': '1.0', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Subnet': '1.1', Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: 'Trunk': '1.1'}} Jan 20 13:27:14.119884 dv-cinder-825493-1-iscsi neutron-server[102510]: {{(pid=102510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:27:14.122039 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Checking segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:14.122560 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Network hostable DHCP agents. Network: e9814fa9-7d82-4908-a77b-d73b03681cc9, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:27:14.156006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:27:14.167423 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, e9814fa9-7d82-4908-a77b-d73b03681cc9) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:14.171636 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:14.172859 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.179858 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8225b65-25d0-4b6a-8e61-7d6aa5ecb6ba None None] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:14.202011 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-00b38bc4-16ac-4e9c-95dd-347d16c960e1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5187020 Jan 20 13:27:14.202372 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55644) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:14.207018 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:14.244663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.248446 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.269460 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:27:14.310283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba9297e-8216-4ce6-9ac1-5314da54d7bf None None] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:14.326120 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55650) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:14.352909 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks [] for router_controller (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.508100 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks [] for router_gateway (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.673069 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-network', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:14.702911 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Made reservation on behalf of 91c2d0a83d154ff78e20229f41dd1673 for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:14.707974 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.718725 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.753863 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks [] for router_gateway (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.790086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.835199 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks [] for security_group (39884a70-04a5-4a3a-919a-fda96936f794), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.840970 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (39884a70-04a5-4a3a-919a-fda96936f794), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.870695 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:27:14.895846 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39884a70-04a5-4a3a-919a-fda96936f794,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:14.899087 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (1512e10c-d50e-4ee3-8836-deade92dc8e6), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.899542 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Added segment 1512e10c-d50e-4ee3-8836-deade92dc8e6 of type vlan for network 72439533-e86e-441c-a2c9-c719a11b81aa Jan 20 13:27:14.956327 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (72439533-e86e-441c-a2c9-c719a11b81aa), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.987227 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (72439533-e86e-441c-a2c9-c719a11b81aa), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:14.987716 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Allocated IP 172.27.2.128 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/02ad3504-537f-49bc-8421-b5be2c0326e0) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:14.988974 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:14.989719 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.057342 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] Pushing event updated for resources: {'Network': ['ID=72439533-e86e-441c-a2c9-c719a11b81aa,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:15.071162 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 72439533-e86e-441c-a2c9-c719a11b81aa details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:27:15.075317 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5cc4cbcd-477c-46b0-b67f-1785b0ceb7ff admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7472980 Jan 20 13:27:15.076132 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55692) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:15.084151 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Request body: {'subnet': {'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-subnet', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:15.127063 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Made reservation on behalf of 91c2d0a83d154ff78e20229f41dd1673 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:15.129944 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.160844 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks [] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.205450 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.262144 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Pushing event updated for resources: {'Port': ['ID=02ad3504-537f-49bc-8421-b5be2c0326e0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:15.269349 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:15.271126 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:15.273739 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:15.385379 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.410249 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55704) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:15.446338 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:15.493849 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Checking segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:15.494207 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Network hostable DHCP agents. Network: 72439533-e86e-441c-a2c9-c719a11b81aa, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:27:15.517283 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Network 72439533-e86e-441c-a2c9-c719a11b81aa is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:27:15.542326 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 72439533-e86e-441c-a2c9-c719a11b81aa) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:15.551773 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:15.552396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.557467 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks [] for router_gateway (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.560881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b64809-4c9e-40fe-99f1-6ec5069d9a5d None None] Network 72439533-e86e-441c-a2c9-c719a11b81aa requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:15.571639 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-c8f05348-9005-457a-9cc3-2ccdfbab45cb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4943607 Jan 20 13:27:15.576577 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55714) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:15.582921 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:15.620163 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55716) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:15.631940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (94af7755-55d1-4537-bb62-d8a8f403e276), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.631940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (94af7755-55d1-4537-bb62-d8a8f403e276), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.708534 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks [] for router_controller (94af7755-55d1-4537-bb62-d8a8f403e276), precommit_add_association {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.785595 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-72439533-e86e-441c-a2c9-c719a11b81aa', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:27:15.787033 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.816804 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.914779 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks [] for router_gateway (94af7755-55d1-4537-bb62-d8a8f403e276), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:15.955587 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2066348471-network', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:15.994031 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Made reservation on behalf of aa32ce13f451475192ab57ae2501d786 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:15.998511 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.014375 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Allocated IP 172.20.0.2 (72439533-e86e-441c-a2c9-c719a11b81aa/3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1/38765211-c6eb-4f6d-8956-68da5932cd97) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:16.015427 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.148042 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Router f0bd376b-13ef-4cfa-b197-33597b9fc2bf is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:27:16.186002 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Publish callbacks [] for port (38765211-c6eb-4f6d-8956-68da5932cd97), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.201316 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.257954 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Network 72439533-e86e-441c-a2c9-c719a11b81aa is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:16.262643 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:16.272299 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:16.380912 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1035041753-network', 'tenant_id': 'df15bcd62c384bb1aaab9d5622098b5b'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:16.393349 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks [] for router_gateway (94af7755-55d1-4537-bb62-d8a8f403e276), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.423226 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:27:16.429067 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.435342 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Sync routers for ids ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:27:16.440859 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Pushing event updated for resources: {'Port': ['ID=38765211-c6eb-4f6d-8956-68da5932cd97,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:16.453724 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Routers {'f0bd376b-13ef-4cfa-b197-33597b9fc2bf'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:16.454759 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:16.456033 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.456443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.456829 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.457140 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.457501 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.457878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.458200 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.458520 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.460110 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.460110 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.460453 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.460817 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.461146 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Tracked resource versions report: Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: pushed versions: Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: { 'AddressGroup': {'1.2'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'ConntrackHelper': {'1.0'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Log': {'1.0'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Network': {'1.1'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Port': {'1.7'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'PortForwarding': {'1.2'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'QosPolicy': {'1.10'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroup': {'1.5'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SubPort': {'1.0'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Subnet': {'1.1'}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Trunk': {'1.1'}} Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: consumer versions: Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: HyperV agent@hv-cinder-82549: {}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'ConntrackHelper': '1.0', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'LocalIPAssociation': '1.0', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Log': '1.0', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Network': '1.1', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Port': '1.7', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'PortForwarding': '1.2', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'QosPolicy': '1.10', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroup': '1.5', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SecurityGroupRule': '1.2', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'SubPort': '1.0', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Subnet': '1.1', Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: 'Trunk': '1.1'}} Jan 20 13:27:16.462323 dv-cinder-825493-1-iscsi neutron-server[102511]: {{(pid=102511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:27:16.472172 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Attempting to bind port 38765211-c6eb-4f6d-8956-68da5932cd97 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:16.472629 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Attempting to bind port 38765211-c6eb-4f6d-8956-68da5932cd97 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:16.472994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Attempting to bind port 38765211-c6eb-4f6d-8956-68da5932cd97 on network 72439533-e86e-441c-a2c9-c719a11b81aa {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:16.480095 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:16.480475 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Checking segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:16.481100 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.481623 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Bound using segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:16.482161 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Bound port: 38765211-c6eb-4f6d-8956-68da5932cd97, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:16.482539 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.490954 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks [] for security_group (b6e67d8d-33a3-4745-af7b-7523237be6f3), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.502397 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b6e67d8d-33a3-4745-af7b-7523237be6f3), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.524258 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.538759 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a2131d78-3f88-45e2-8140-a65bc29d1c90 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3312116 Jan 20 13:27:16.561311 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Made reservation on behalf of df15bcd62c384bb1aaab9d5622098b5b for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:16.568857 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.573183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55742) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:16.581585 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e67d8d-33a3-4745-af7b-7523237be6f3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:16.602383 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:27:16.626632 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (362d1cd6-22d0-4238-b48b-8e0af53ef313), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.628384 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Added segment 362d1cd6-22d0-4238-b48b-8e0af53ef313 of type vlan for network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 Jan 20 13:27:16.631671 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] For port 38765211-c6eb-4f6d-8956-68da5932cd97, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:16.639461 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] For port 38765211-c6eb-4f6d-8956-68da5932cd97, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=38765211-c6eb-4f6d-8956-68da5932cd97,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:16.648743 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.727111 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Set router f0bd376b-13ef-4cfa-b197-33597b9fc2bf gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:16.759965 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (8dfa21cd-03fa-43fc-a4ee-30c1371cf836), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.801265 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.853779 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c1ce3-acd5-487e-a70f-dd76c71a48de None None] Pushing event updated for resources: {'Port': ['ID=38765211-c6eb-4f6d-8956-68da5932cd97,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:16.878599 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (8dfa21cd-03fa-43fc-a4ee-30c1371cf836), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:16.880317 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:16.881313 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:17.080456 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfa21cd-03fa-43fc-a4ee-30c1371cf836,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:17.093132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:27:17.127489 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-34bc1c82-44e5-4531-bd4c-91eee365d397 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7155318 Jan 20 13:27:17.134790 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55756) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:17.154825 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Request body: {'subnet': {'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2066348471-subnet', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:17.245052 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Made reservation on behalf of aa32ce13f451475192ab57ae2501d786 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:17.268711 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:17.590245 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (4230fa7d-a93b-4f79-8f07-a824eaaf46aa), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:17.655207 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:15Z', 'revision_number': 3, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:17.692746 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Allocated IP 172.27.2.70 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/5fd4d8c5-7edf-414f-a99d-ac7220f0d50b) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:17.713850 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Checking router: f0bd376b-13ef-4cfa-b197-33597b9fc2bf for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:27:17.714970 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Updating router f0bd376b-13ef-4cfa-b197-33597b9fc2bf port 02ad3504-537f-49bc-8421-b5be2c0326e0 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:27:17.754068 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:17.755789 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4230fa7d-a93b-4f79-8f07-a824eaaf46aa,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:17.799629 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Checking segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:17.800044 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Network hostable DHCP agents. Network: 8dfa21cd-03fa-43fc-a4ee-30c1371cf836, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:27:17.834472 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:27:17.849661 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 8dfa21cd-03fa-43fc-a4ee-30c1371cf836) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:17.856673 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:17.857740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:17.860028 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d603614f-018c-4a4f-9021-7a977cea2eab None None] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:17.892465 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e71e7260-7a02-4b5c-9c50-e4dc0c36bf73 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7557027 Jan 20 13:27:17.899329 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55784) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:17.914854 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:17.976871 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (731083c8-260e-4200-b830-e91762e6feac), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:17.978238 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (731083c8-260e-4200-b830-e91762e6feac), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.135567 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks [] for router_controller (731083c8-260e-4200-b830-e91762e6feac), precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.139286 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks [] for security_group (041a2509-4d11-4708-8b79-f55f90dbaa9f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.155524 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (041a2509-4d11-4708-8b79-f55f90dbaa9f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.258009 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:27:18.259303 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:27:18.260196 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.358815 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks [] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.365063 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (22026d6a-c4c8-4b2c-ae54-109caa06e549), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.365475 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Added segment 22026d6a-c4c8-4b2c-ae54-109caa06e549 of type vlan for network f1d4a4f5-1340-493a-a7ca-05439e7eac45 Jan 20 13:27:18.395119 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041a2509-4d11-4708-8b79-f55f90dbaa9f,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:18.488393 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (f1d4a4f5-1340-493a-a7ca-05439e7eac45), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.512050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Allocated IP 172.20.0.2 (8dfa21cd-03fa-43fc-a4ee-30c1371cf836/4230fa7d-a93b-4f79-8f07-a824eaaf46aa/903e416a-ac81-475f-b0ec-66654c291dd6) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:18.527436 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks [] for router_gateway (731083c8-260e-4200-b830-e91762e6feac), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.604469 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.634298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (f1d4a4f5-1340-493a-a7ca-05439e7eac45), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.643078 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:18.645764 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.798969 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Publish callbacks [] for port (903e416a-ac81-475f-b0ec-66654c291dd6), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.813702 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 38765211-c6eb-4f6d-8956-68da5932cd97 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:18.816500 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42990f7a-acc4-4836-8c4b-ac5dbe37f8a0 None None] Network 72439533-e86e-441c-a2c9-c719a11b81aa requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:18.828973 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks [] for router_gateway (731083c8-260e-4200-b830-e91762e6feac), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.835964 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Publish callbacks [] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.848877 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.853484 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.854793 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:18.863361 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55804) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:18.869556 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2509251 Jan 20 13:27:18.869904 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Request body: {'subnet': {'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1035041753-subnet', 'tenant_id': 'df15bcd62c384bb1aaab9d5622098b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:18.923225 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Pushing event updated for resources: {'Port': ['ID=02ad3504-537f-49bc-8421-b5be2c0326e0,revision_number=2']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:18.931042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:18.939414 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:18.958850 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.959319 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.960052 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.960411 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.960750 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.961307 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.961647 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.961981 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.962443 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.962801 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.963196 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.963530 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.963875 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Tracked resource versions report: Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: pushed versions: Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: { 'AddressGroup': {'1.2'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'ConntrackHelper': {'1.0'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'LocalIPAssociation': {'1.0'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Log': {'1.0'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Network': {'1.1'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Port': {'1.7'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'PortForwarding': {'1.2'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'QosPolicy': {'1.10'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroup': {'1.5'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroupRule': {'1.2'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SubPort': {'1.0'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Subnet': {'1.1'}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Trunk': {'1.1'}} Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: consumer versions: Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: { DHCP agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: HyperV agent@hv-cinder-82549: {}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: L3 agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: Metadata agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: Metering agent@dv-cinder-825493-1-iscsi: {}, Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: Open vSwitch agent@dv-cinder-825493-1-iscsi: { 'AddressGroup': '1.2', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'ConntrackHelper': '1.0', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'LocalIPAssociation': '1.0', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Log': '1.0', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Network': '1.1', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Port': '1.7', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'PortForwarding': '1.2', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'QosPolicy': '1.10', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroup': '1.5', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SecurityGroupRule': '1.2', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'SubPort': '1.0', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Subnet': '1.1', Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: 'Trunk': '1.1'}} Jan 20 13:27:18.965026 dv-cinder-825493-1-iscsi neutron-server[102512]: {{(pid=102512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 13:27:18.968325 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Attempting to bind port 02ad3504-537f-49bc-8421-b5be2c0326e0 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:18.968325 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Attempting to bind port 02ad3504-537f-49bc-8421-b5be2c0326e0 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:18.968531 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Attempting to bind port 02ad3504-537f-49bc-8421-b5be2c0326e0 on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:18.979095 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:18.979574 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:18.980844 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:18.981263 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Made reservation on behalf of df15bcd62c384bb1aaab9d5622098b5b for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:18.981594 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.982019 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:18.982514 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Bound port: 02ad3504-537f-49bc-8421-b5be2c0326e0, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:18.984553 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:18.984991 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.022559 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.025834 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.060919 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Allocated IP 172.27.2.160 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/014a3682-a149-481a-bc10-6ca5f5d6d8cd) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:19.100373 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] For port 02ad3504-537f-49bc-8421-b5be2c0326e0, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:19.114640 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] For port 02ad3504-537f-49bc-8421-b5be2c0326e0, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=02ad3504-537f-49bc-8421-b5be2c0326e0,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:19.126867 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.144581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] Provisioning complete for port 38765211-c6eb-4f6d-8956-68da5932cd97 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:19.144955 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.225541 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e8fe5-572f-4d74-b58a-9c00d44fba1a admin admin] Pushing event updated for resources: {'Network': ['ID=f1d4a4f5-1340-493a-a7ca-05439e7eac45,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:19.241473 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Routers {'f0bd376b-13ef-4cfa-b197-33597b9fc2bf'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:19.242458 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:19.253807 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b23236-e80f-4661-a1c0-582464f98536 None None] Pushing event updated for resources: {'Port': ['ID=02ad3504-537f-49bc-8421-b5be2c0326e0,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:19.279552 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:19.295046 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:19.301721 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:19.310369 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network f1d4a4f5-1340-493a-a7ca-05439e7eac45 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:27:19.471738 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] Set router f0bd376b-13ef-4cfa-b197-33597b9fc2bf gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:19.511644 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks [] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.563354 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (2646f6c5-1c30-423f-8d76-08c336b325d0), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.621591 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Attempting to bind port 903e416a-ac81-475f-b0ec-66654c291dd6 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:19.621991 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Attempting to bind port 903e416a-ac81-475f-b0ec-66654c291dd6 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:19.622348 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Attempting to bind port 903e416a-ac81-475f-b0ec-66654c291dd6 on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:19.690667 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] Current status of the port 38765211-c6eb-4f6d-8956-68da5932cd97 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:19.691056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.735120 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] For port 38765211-c6eb-4f6d-8956-68da5932cd97, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=38765211-c6eb-4f6d-8956-68da5932cd97,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:19.743088 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:19.743677 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Checking segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:19.744071 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.744658 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Bound using segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:19.745192 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Bound port: 903e416a-ac81-475f-b0ec-66654c291dd6, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:19.745830 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.767977 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.820264 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 38765211-c6eb-4f6d-8956-68da5932cd97 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:19.820562 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.824925 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.849449 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2646f6c5-1c30-423f-8d76-08c336b325d0,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:19.915051 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Checking segment: {'id': '22026d6a-c4c8-4b2c-ae54-109caa06e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:19.918564 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Network hostable DHCP agents. Network: f1d4a4f5-1340-493a-a7ca-05439e7eac45, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:27:19.935528 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:19.953798 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Allocated IP 172.20.0.1 (e9814fa9-7d82-4908-a77b-d73b03681cc9/108198df-85b5-4776-86ef-b213ab3dde21/1d5b8e3a-8107-45cd-b0ae-cbcf866e0720) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:19.963184 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks [] for router_gateway (94af7755-55d1-4537-bb62-d8a8f403e276), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:19.970179 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Pushing event updated for resources: {'Port': ['ID=903e416a-ac81-475f-b0ec-66654c291dd6,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:20.011850 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:15Z', 'revision_number': 3, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:20.074776 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:20.074975 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9cd02-2038-4be5-a974-dd902cb46fbc None None] The sync data for ids ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'] in dv-cinder-825493-1-iscsi is: [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:15Z', 'revision_number': 3, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:27:20.076859 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] For port 903e416a-ac81-475f-b0ec-66654c291dd6, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:20.083471 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] For port 903e416a-ac81-475f-b0ec-66654c291dd6, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=903e416a-ac81-475f-b0ec-66654c291dd6,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:20.088729 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:20.100547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:20.205609 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=014a3682-a149-481a-bc10-6ca5f5d6d8cd,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:20.379177 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-40b0760d-24d3-49cb-ac15-11bf3a4d4b63 None None] Provisioning complete for port 38765211-c6eb-4f6d-8956-68da5932cd97 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:20.379574 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b0760d-24d3-49cb-ac15-11bf3a4d4b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:20.430452 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0e010-ee77-4c91-8a91-c42a1b1fa469 None None] Pushing event updated for resources: {'Port': ['ID=38765211-c6eb-4f6d-8956-68da5932cd97,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:20.540405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Network f1d4a4f5-1340-493a-a7ca-05439e7eac45 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:27:20.586171 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, f1d4a4f5-1340-493a-a7ca-05439e7eac45) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:20.605668 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:20.606297 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:20.606548 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f49ba3a-78b9-4d79-80f1-7c137128a5fa None None] Network f1d4a4f5-1340-493a-a7ca-05439e7eac45 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:20.608667 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 38765211-c6eb-4f6d-8956-68da5932cd97 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:20.819006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks [] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:20.830884 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (94af7755-55d1-4537-bb62-d8a8f403e276), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:20.892823 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbbafa-a03d-442b-9460-5e5a6f7a843a None None] Pushing event updated for resources: {'Port': ['ID=903e416a-ac81-475f-b0ec-66654c291dd6,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:21.118334 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-40b0760d-24d3-49cb-ac15-11bf3a4d4b63 None None] Current status of the port 38765211-c6eb-4f6d-8956-68da5932cd97 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:21.170622 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 38765211-c6eb-4f6d-8956-68da5932cd97 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:21.264120 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:21.353734 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:21.356332 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebae84-4b29-422c-aa88-5236cc097eb2 None None] Network f1d4a4f5-1340-493a-a7ca-05439e7eac45 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:21.357584 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:21.360824 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:21.361407 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:21.403682 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks [] for router_gateway (731083c8-260e-4200-b830-e91762e6feac), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:21.482671 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 38765211-c6eb-4f6d-8956-68da5932cd97 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:21.485996 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:21.522994 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-73f4302f-8486-4289-abed-9b7e47785e73 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6582310 Jan 20 13:27:21.619935 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:21.715099 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Router 94af7755-55d1-4537-bb62-d8a8f403e276 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:27:21.757690 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 38765211-c6eb-4f6d-8956-68da5932cd97 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:21.759594 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 02ad3504-537f-49bc-8421-b5be2c0326e0 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:21.918575 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (731083c8-260e-4200-b830-e91762e6feac), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:21.931648 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.106555 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 02ad3504-537f-49bc-8421-b5be2c0326e0 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:22.114638 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.342531 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55884) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:22.457698 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.464645 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Router 731083c8-260e-4200-b830-e91762e6feac is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:27:22.587694 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 02ad3504-537f-49bc-8421-b5be2c0326e0 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:22.601136 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.689293 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 02ad3504-537f-49bc-8421-b5be2c0326e0, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=02ad3504-537f-49bc-8421-b5be2c0326e0,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:22.700967 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.804754 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=02ad3504-537f-49bc-8421-b5be2c0326e0,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:22.816536 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:27:22.820515 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3495d5c7-ad3d-4162-a7a1-a494ba15eec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.831995 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:27:22.866313 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:22.868989 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:22.892538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:27:22.932292 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:27:22.983370 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:22.989606 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e3ed3312-24b6-400e-b0ad-42fa81df81c1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4113851 Jan 20 13:27:23.004435 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55902) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:23.009473 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48568d52-de80-4b1b-96b4-f50b6e94b108 None None] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:27:23.058331 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:23.061672 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:23.075181 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 903e416a-ac81-475f-b0ec-66654c291dd6 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:23.099746 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.101860 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-67909c65-0b26-4b02-a63f-94f261489bd1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2009459 Jan 20 13:27:23.122692 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55908) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:23.176780 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3495d5c7-ad3d-4162-a7a1-a494ba15eec8 admin admin] Publish callbacks [] for security_group (d44d9141-82c2-49b7-b6b3-35f3e128b39f), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.274572 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] Provisioning complete for port 903e416a-ac81-475f-b0ec-66654c291dd6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:23.274946 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.346524 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3495d5c7-ad3d-4162-a7a1-a494ba15eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d44d9141-82c2-49b7-b6b3-35f3e128b39f), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.349539 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:23.490260 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:23.500977 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 903e416a-ac81-475f-b0ec-66654c291dd6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:23.501577 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.527628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55936) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:23.540369 dv-cinder-825493-1-iscsi neutron-server[102509]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 13:27:23.699809 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] Current status of the port 903e416a-ac81-475f-b0ec-66654c291dd6 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:23.700186 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.760982 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55942) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:23.793785 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3495d5c7-ad3d-4162-a7a1-a494ba15eec8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4d8c5996a554a06b6d623ca3e971982&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4473622 Jan 20 13:27:23.832945 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55944) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:23.836222 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] For port 903e416a-ac81-475f-b0ec-66654c291dd6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=903e416a-ac81-475f-b0ec-66654c291dd6,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:23.864819 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.874324 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495d5c7-ad3d-4162-a7a1-a494ba15eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d9141-82c2-49b7-b6b3-35f3e128b39f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:23.916500 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks [] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.943840 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.955153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:23.957120 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:20Z', 'revision_number': 3, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:23.958310 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 903e416a-ac81-475f-b0ec-66654c291dd6 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:23.968038 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.012675 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:27:24.012938 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Updating router 731083c8-260e-4200-b830-e91762e6feac port 014a3682-a149-481a-bc10-6ca5f5d6d8cd binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:27:24.039350 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0cb4-7d1d-449e-a552-becd8ea43f73 None None] Pushing event updated for resources: {'Port': ['ID=903e416a-ac81-475f-b0ec-66654c291dd6,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:24.059333 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.119574 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:19Z', 'revision_number': 3, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:24.162260 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:27:24.162913 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Updating router 94af7755-55d1-4537-bb62-d8a8f403e276 port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:27:24.163048 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:24.169557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:24.186320 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:24.207338 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.db.api [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 13:27:24.208135 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG oslo_db.api [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 13:27:24.221720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.249387 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8690-46a4-4acc-8a9a-806505f70f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.271089 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-c3fe6f48-f272-48c8-a3d2-1142d0f98bf5 None None] Provisioning complete for port 903e416a-ac81-475f-b0ec-66654c291dd6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:24.271765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6f48-f272-48c8-a3d2-1142d0f98bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.387352 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Router f0bd376b-13ef-4cfa-b197-33597b9fc2bf has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:27:24.485374 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-772219a3-1e55-4be4-89e5-4fe8705badbb tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:24.497570 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-772219a3-1e55-4be4-89e5-4fe8705badbb tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/networks?id=f1d4a4f5-1340-493a-a7ca-05439e7eac45 HTTP/1.1" status: 200 len: 812 time: 0.9593420 Jan 20 13:27:24.514964 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Publish callbacks [] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.521526 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.531226 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.585198 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481cb00-d6d4-45a0-8450-c21ae3f30b27 None None] Pushing event updated for resources: {'Port': ['ID=014a3682-a149-481a-bc10-6ca5f5d6d8cd,revision_number=2']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:24.620483 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Attempting to bind port 014a3682-a149-481a-bc10-6ca5f5d6d8cd on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:24.620955 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Attempting to bind port 014a3682-a149-481a-bc10-6ca5f5d6d8cd by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:24.621535 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Attempting to bind port 014a3682-a149-481a-bc10-6ca5f5d6d8cd on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:24.630337 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:24.630946 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:24.631803 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.633887 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:24.634485 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Bound port: 014a3682-a149-481a-bc10-6ca5f5d6d8cd, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:24.634952 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.636215 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-feffde2b-0aef-466d-80df-7a3dca49bbe4 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/quotas/df15bcd62c384bb1aaab9d5622098b5b HTTP/1.1" status: 200 len: 375 time: 0.1362324 Jan 20 13:27:24.655077 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:27:24.673488 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5d0bbe77-8b1f-43ae-bf1b-440023e30b88 admin admin] 10.222.0.70 "PUT /v2.0/routers/f0bd376b-13ef-4cfa-b197-33597b9fc2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0817645 Jan 20 13:27:24.725533 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] For port 014a3682-a149-481a-bc10-6ca5f5d6d8cd, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:24.733292 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] For port 014a3682-a149-481a-bc10-6ca5f5d6d8cd, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=014a3682-a149-481a-bc10-6ca5f5d6d8cd,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:24.742306 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.773936 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Sync routers for ids ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:27:24.788987 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-db574867-c3be-4f58-9666-fb722aec949f tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=df15bcd62c384bb1aaab9d5622098b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1509149 Jan 20 13:27:24.814680 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-32ce9e48-2485-4f73-af9a-25e7533f4871 admin admin] Publish callbacks [] for security_group (d44d9141-82c2-49b7-b6b3-35f3e128b39f), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:24.862553 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481cb00-d6d4-45a0-8450-c21ae3f30b27 None None] Pushing event updated for resources: {'Port': ['ID=014a3682-a149-481a-bc10-6ca5f5d6d8cd,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:24.881866 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:24.882632 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:24.952336 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Allocated IP 172.20.0.1 (72439533-e86e-441c-a2c9-c719a11b81aa/3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1/8d79f38f-9b66-4829-8a61-ffc91025d932) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:24.982793 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Routers {'f0bd376b-13ef-4cfa-b197-33597b9fc2bf'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:24.983588 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:24.999236 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-32ce9e48-2485-4f73-af9a-25e7533f4871 admin admin] Publish callbacks [] for security_group (d44d9141-82c2-49b7-b6b3-35f3e128b39f), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.034098 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 903e416a-ac81-475f-b0ec-66654c291dd6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:25.041158 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe6f48-f272-48c8-a3d2-1142d0f98bf5 None None] Current status of the port 903e416a-ac81-475f-b0ec-66654c291dd6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:25.154809 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8690-46a4-4acc-8a9a-806505f70f74 admin admin] Publish callbacks [] for security_group (3ca82763-7977-4bf2-8568-d75469f25cd6), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.174403 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:25.179572 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4dc8690-46a4-4acc-8a9a-806505f70f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (3ca82763-7977-4bf2-8568-d75469f25cd6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.190895 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks [] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.222910 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 02ad3504-537f-49bc-8421-b5be2c0326e0 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:25.262591 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Set router f0bd376b-13ef-4cfa-b197-33597b9fc2bf gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:25.298900 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-32ce9e48-2485-4f73-af9a-25e7533f4871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d44d9141-82c2-49b7-b6b3-35f3e128b39f), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.302921 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-32ce9e48-2485-4f73-af9a-25e7533f4871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.304585 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-32ce9e48-2485-4f73-af9a-25e7533f4871 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d44d9141-82c2-49b7-b6b3-35f3e128b39f HTTP/1.1" status: 204 len: 168 time: 1.4701090 Jan 20 13:27:25.308260 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.325779 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Publish callbacks [] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.335919 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-9b8eae8a-8c69-40cb-82cd-206281ebb9ba service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:27:25.338905 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-9b8eae8a-8c69-40cb-82cd-206281ebb9ba service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2493656 Jan 20 13:27:25.343868 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.393751 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc8690-46a4-4acc-8a9a-806505f70f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca82763-7977-4bf2-8568-d75469f25cd6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:25.434163 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Network 72439533-e86e-441c-a2c9-c719a11b81aa is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:25.439711 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e4dc8690-46a4-4acc-8a9a-806505f70f74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8299a4d59f84242bf5fca2a887129b5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6440938 Jan 20 13:27:25.444709 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55972) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:25.446278 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:25.452710 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:25.453962 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (94af7755-55d1-4537-bb62-d8a8f403e276), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.524848 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce9e48-2485-4f73-af9a-25e7533f4871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d9141-82c2-49b7-b6b3-35f3e128b39f,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:25.584876 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Pushing event updated for resources: {'Port': ['ID=8d79f38f-9b66-4829-8a61-ffc91025d932,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:25.678183 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-4e133ed0-821f-4065-ab8f-04fd428b784b service neutron] 10.222.0.70 "GET /v2.0/networks/f1d4a4f5-1340-493a-a7ca-05439e7eac45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106301 Jan 20 13:27:25.685406 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72491d10-3299-49b4-8bdf-f245fa13b403 None None] Pushing event updated for resources: {'Port': ['ID=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:25.698292 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 02ad3504-537f-49bc-8421-b5be2c0326e0 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:25.706201 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.708272 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Attempting to bind port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:25.708642 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Attempting to bind port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:25.709005 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Attempting to bind port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:25.725186 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 55990) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:25.798107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:25.800253 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:25.800717 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.801124 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:25.801614 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:20Z', 'revision_number': 3, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:25.801773 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Bound port: 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:25.801997 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.835522 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0742af44-fb53-41c8-80bb-832eceb759de admin admin] Publish callbacks [] for security_group (3ca82763-7977-4bf2-8568-d75469f25cd6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.856482 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2987a5-d330-4c01-ab72-9d61db7f3e05 None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:20Z', 'revision_number': 3, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:27:25.894446 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0742af44-fb53-41c8-80bb-832eceb759de admin admin] Publish callbacks [] for security_group (3ca82763-7977-4bf2-8568-d75469f25cd6), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:25.986072 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.029505 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 02ad3504-537f-49bc-8421-b5be2c0326e0 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:26.031394 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 903e416a-ac81-475f-b0ec-66654c291dd6 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:26.099055 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55994) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:26.158654 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] For port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:26.193601 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.197680 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] For port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:26.211566 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.214740 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-33ff8095-88da-47a1-8976-742786e67fae None None] Provisioning complete for port 8d79f38f-9b66-4829-8a61-ffc91025d932 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:26.215355 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-33ff8095-88da-47a1-8976-742786e67fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.232591 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-d0f5d23c-ecde-451e-a10b-6e871c465257 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:26.234770 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-d0f5d23c-ecde-451e-a10b-6e871c465257 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 819 time: 0.5085852 Jan 20 13:27:26.244104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-172a559c-36e3-4135-bcae-05bc85628d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.287568 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-0f3b7c65-a64a-4325-9d84-8119bcebb1c2 service neutron] 10.222.0.70 "GET /v2.0/networks/f1d4a4f5-1340-493a-a7ca-05439e7eac45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819447 Jan 20 13:27:26.298393 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 903e416a-ac81-475f-b0ec-66654c291dd6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:26.298770 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.353147 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-172a559c-36e3-4135-bcae-05bc85628d52 admin admin] Publish callbacks [] for security_group (a80cdac8-6be6-4f18-b4ed-a9c1d769ea71), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.396546 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-33ff8095-88da-47a1-8976-742786e67fae None None] Port 8d79f38f-9b66-4829-8a61-ffc91025d932 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:27:26.401746 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:26.402610 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:26.404202 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-172a559c-36e3-4135-bcae-05bc85628d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (a80cdac8-6be6-4f18-b4ed-a9c1d769ea71), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.409355 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:21Z', 'revision_number': 4, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '1d5b8e3a-8107-45cd-b0ae-cbcf866e0720', 'name': '', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'mac_address': 'fa:16:3e:89:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '108198df-85b5-4776-86ef-b213ab3dde21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:19Z', 'updated_at': '2022-01-20T13:27:22Z', 'revision_number': 2, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'subnets': [{'id': '108198df-85b5-4776-86ef-b213ab3dde21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:26.412302 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72491d10-3299-49b4-8bdf-f245fa13b403 None None] Pushing event updated for resources: {'Port': ['ID=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:26.434426 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-1af7cdb8-fc5a-4bd2-8c0d-a529d2f9baa8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/quotas/93586a8bfd2547989f3a1f4665c164d1 HTTP/1.1" status: 200 len: 375 time: 0.1812048 Jan 20 13:27:26.473693 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0742af44-fb53-41c8-80bb-832eceb759de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (3ca82763-7977-4bf2-8568-d75469f25cd6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.478599 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0742af44-fb53-41c8-80bb-832eceb759de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.488214 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0742af44-fb53-41c8-80bb-832eceb759de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ca82763-7977-4bf2-8568-d75469f25cd6 HTTP/1.1" status: 204 len: 168 time: 1.0157633 Jan 20 13:27:26.492349 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Checking router: f0bd376b-13ef-4cfa-b197-33597b9fc2bf for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:27:26.493153 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Updating router f0bd376b-13ef-4cfa-b197-33597b9fc2bf port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:27:26.584600 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-172a559c-36e3-4135-bcae-05bc85628d52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe6fa8868e934fea906808c510df0a0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4844599 Jan 20 13:27:26.588086 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a559c-36e3-4135-bcae-05bc85628d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80cdac8-6be6-4f18-b4ed-a9c1d769ea71,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:26.600111 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.601629 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 55998) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:26.604368 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742af44-fb53-41c8-80bb-832eceb759de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca82763-7977-4bf2-8568-d75469f25cd6,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:26.769527 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks [] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.775122 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 903e416a-ac81-475f-b0ec-66654c291dd6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:26.795456 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.796223 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (94af7755-55d1-4537-bb62-d8a8f403e276), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:26.891081 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:27.186700 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Allocated IP 172.20.0.1 (8dfa21cd-03fa-43fc-a4ee-30c1371cf836/4230fa7d-a93b-4f79-8f07-a824eaaf46aa/ec27e7ea-c009-478d-8bbe-34a4af004737) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:27.215365 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-b4228e23-e20e-43b9-8429-36799676a65b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7636797 Jan 20 13:27:27.219999 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cd9951c4-c447-426f-82a9-d0895a5486bb req-e3686b6c-79bd-472e-a347-f9f5e95111d7 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.3228214 Jan 20 13:27:27.304106 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Pushing event updated for resources: {'Port': ['ID=8d79f38f-9b66-4829-8a61-ffc91025d932,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:27.315761 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Network 72439533-e86e-441c-a2c9-c719a11b81aa is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:27.323564 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:27.347006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2b45577f-d4fb-4b6b-8838-00314bfd371c admin admin] Publish callbacks [] for security_group (a80cdac8-6be6-4f18-b4ed-a9c1d769ea71), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:27.440680 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2b45577f-d4fb-4b6b-8838-00314bfd371c admin admin] Publish callbacks [] for security_group (a80cdac8-6be6-4f18-b4ed-a9c1d769ea71), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:27.610220 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks [] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:27.738707 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Router 94af7755-55d1-4537-bb62-d8a8f403e276 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:27:27.782480 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-89cd3883-5713-4664-8f89-3309d65e99ac service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:27:27.793670 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-89cd3883-5713-4664-8f89-3309d65e99ac service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2124202 Jan 20 13:27:27.801415 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 014a3682-a149-481a-bc10-6ca5f5d6d8cd up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:27.946284 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:27.976831 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:27.990131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:27:27.992097 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2b45577f-d4fb-4b6b-8838-00314bfd371c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (a80cdac8-6be6-4f18-b4ed-a9c1d769ea71), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:27.995063 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2b45577f-d4fb-4b6b-8838-00314bfd371c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:27.997194 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-2b45577f-d4fb-4b6b-8838-00314bfd371c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a80cdac8-6be6-4f18-b4ed-a9c1d769ea71 HTTP/1.1" status: 204 len: 168 time: 1.3892474 Jan 20 13:27:28.009295 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-69d6661c-a9aa-40ce-90c3-ad70f807f1da admin admin] 10.222.0.70 "PUT /v2.0/routers/94af7755-55d1-4537-bb62-d8a8f403e276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0032141 Jan 20 13:27:28.022203 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45577f-d4fb-4b6b-8838-00314bfd371c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80cdac8-6be6-4f18-b4ed-a9c1d769ea71,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:28.034034 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-739539c8-731f-408a-b9f2-1b17f3022a07 service neutron] 10.222.0.70 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214818 Jan 20 13:27:28.053012 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:28.092367 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:28.092367 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (731083c8-260e-4200-b830-e91762e6feac), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:28.374404 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 014a3682-a149-481a-bc10-6ca5f5d6d8cd triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:28.375306 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:28.390695 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-07532cc5-7106-4634-bda4-a837ad82f442 service neutron] 10.222.0.70 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547771 Jan 20 13:27:28.638069 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5c93d22d-766d-4317-9b48-0472f92b6a63 None None] Provisioning complete for port 8d79f38f-9b66-4829-8a61-ffc91025d932 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:28.638446 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5c93d22d-766d-4317-9b48-0472f92b6a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:28.730014 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:24Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:28.740421 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Publish callbacks [] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:28.770551 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-daa9b246-67d6-435c-9a6f-3a945611e31f req-79b29c08-f308-446d-9dac-ec1734e310d7 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.1546166 Jan 20 13:27:28.788302 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Pushing event updated for resources: {'Port': ['ID=ec27e7ea-c009-478d-8bbe-34a4af004737,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:28.928386 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025eab84-2e06-4f1f-9f02-93924e8a7e0d None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:24Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:27:28.939940 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:28.949652 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5c93d22d-766d-4317-9b48-0472f92b6a63 None None] Port 8d79f38f-9b66-4829-8a61-ffc91025d932 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:27:29.111100 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d872ab84-5932-412b-b1b7-a5c9803f39fd req-cfeb4139-56ca-4e5a-ba1a-91c605210d4a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 210 time: 0.0776010 Jan 20 13:27:29.258422 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:29.685154 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071993a0-cf77-4a8a-b857-4b0b209d8e0b None None] Pushing event updated for resources: {'Port': ['ID=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:29.831385 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks [] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:29.831962 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-0e2f3601-591b-4c70-a9a4-acf5ed67478e None None] Provisioning complete for port ec27e7ea-c009-478d-8bbe-34a4af004737 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:29.831962 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3601-591b-4c70-a9a4-acf5ed67478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:29.848186 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:29.850405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (731083c8-260e-4200-b830-e91762e6feac), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:29.964460 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ae46-ec9b-442f-b2a7-dfbec21e50f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.092147 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 014a3682-a149-481a-bc10-6ca5f5d6d8cd is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:30.094799 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.278183 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f3601-591b-4c70-a9a4-acf5ed67478e None None] Port ec27e7ea-c009-478d-8bbe-34a4af004737 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:27:30.353271 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Attempting to bind port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:30.353886 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Attempting to bind port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:30.354682 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Attempting to bind port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 on network e9814fa9-7d82-4908-a77b-d73b03681cc9 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:30.376883 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 014a3682-a149-481a-bc10-6ca5f5d6d8cd, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=014a3682-a149-481a-bc10-6ca5f5d6d8cd,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:30.379031 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:30.379638 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Checking segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:30.380664 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.382101 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Bound using segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:30.382906 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Bound port: 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:30.383372 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:30.383637 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.408803 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.427211 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:30.517270 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56150) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:30.549677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791902108', 'description': 'tempest-description--934176686'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:30.574969 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Pushing event updated for resources: {'Port': ['ID=ec27e7ea-c009-478d-8bbe-34a4af004737,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:30.678529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.774331 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=014a3682-a149-481a-bc10-6ca5f5d6d8cd,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:30.823339 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-571bd26b-fa6d-489f-810b-1087aef25f55 req-d9e11582-c2a5-43fc-bda6-0da47b538aa8 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.3744817 Jan 20 13:27:30.845203 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] For port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:30.854177 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] For port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:30.865570 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:30.990912 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071993a0-cf77-4a8a-b857-4b0b209d8e0b None None] Pushing event updated for resources: {'Port': ['ID=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:31.037994 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (cd02bde3-96e9-417b-917f-264cadb00fb4), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.057499 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cd02bde3-96e9-417b-917f-264cadb00fb4), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.060480 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Routers {'f0bd376b-13ef-4cfa-b197-33597b9fc2bf'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:31.062616 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:31.126971 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd02bde3-96e9-417b-917f-264cadb00fb4,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:31.182903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.187676 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a060ce9b-cbd1-45b8-8c1f-aeae95d35ae6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6659849 Jan 20 13:27:31.190500 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56180) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:31.206655 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bde3-96e9-417b-917f-264cadb00fb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:31.309510 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-b9c8c0f7-53d2-494b-ae47-3e0c9e9b5b61 None None] Provisioning complete for port ec27e7ea-c009-478d-8bbe-34a4af004737 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:31.310228 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f7-53d2-494b-ae47-3e0c9e9b5b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.320438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (641ce42d-0fd7-48c1-b8ff-5440dc2cca46), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.526659 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8c0f7-53d2-494b-ae47-3e0c9e9b5b61 None None] Port ec27e7ea-c009-478d-8bbe-34a4af004737 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:27:31.594849 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (641ce42d-0fd7-48c1-b8ff-5440dc2cca46), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.605849 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (641ce42d-0fd7-48c1-b8ff-5440dc2cca46), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.636309 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] Set router f0bd376b-13ef-4cfa-b197-33597b9fc2bf gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:31.653784 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641ce42d-0fd7-48c1-b8ff-5440dc2cca46,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:31.694342 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.703301 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a5d6bbd3-97bb-4982-a987-c43c701934aa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5076034 Jan 20 13:27:31.704782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56194) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:31.723960 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bde3-96e9-417b-917f-264cadb00fb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:31.806169 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Router 731083c8-260e-4200-b830-e91762e6feac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:27:31.852002 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (b9622326-6925-4eff-a207-892bd4183c8b), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:31.895765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-513350b5-fe1d-4c3a-801e-b6604ebde530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:32.012380 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (b9622326-6925-4eff-a207-892bd4183c8b), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:32.020715 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (b9622326-6925-4eff-a207-892bd4183c8b), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:32.044711 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9622326-6925-4eff-a207-892bd4183c8b,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:32.120573 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:32.133999 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-39456726-bf3f-4bd2-a766-bf692e5ae09e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4249239 Jan 20 13:27:32.135041 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56206) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:32.151684 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:32.197193 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30023f2f-750b-42b2-96c7-6bc3269bddbd req-0fe2a6f0-7a3d-4143-bbb7-a2de4b62fe01 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.0554428 Jan 20 13:27:32.281078 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:32.469140 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fb3a4661-de30-4363-9adb-011573ce780d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:32.493973 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fb3a4661-de30-4363-9adb-011573ce780d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 819 time: 1.6763031 Jan 20 13:27:32.569406 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-3203b004-6d30-4744-8a9e-6ab402a0ed5a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/quotas/93586a8bfd2547989f3a1f4665c164d1 HTTP/1.1" status: 200 len: 375 time: 0.0703511 Jan 20 13:27:32.604189 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:27:32.619790 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-16a69019-193a-4c2b-afce-d2a2bf35aa52 admin admin] 10.222.0.70 "PUT /v2.0/routers/731083c8-260e-4200-b830-e91762e6feac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4925945 Jan 20 13:27:32.635286 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:27:32.675321 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:32.680768 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:32.737371 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:21Z', 'revision_number': 4, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '1d5b8e3a-8107-45cd-b0ae-cbcf866e0720', 'name': '', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'mac_address': 'fa:16:3e:89:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '108198df-85b5-4776-86ef-b213ab3dde21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:19Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'subnets': [{'id': '108198df-85b5-4776-86ef-b213ab3dde21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:32.770396 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-d8d645db-0fb2-46c6-84aa-0a88462b6dc6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1998298 Jan 20 13:27:33.020808 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:33.135416 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd908c3e-73f4-411b-b2b5-843b0e52bf2f None None] The sync data for ids ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'] in dv-cinder-825493-1-iscsi is: [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:21Z', 'revision_number': 4, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '1d5b8e3a-8107-45cd-b0ae-cbcf866e0720', 'name': '', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'mac_address': 'fa:16:3e:89:ca:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '108198df-85b5-4776-86ef-b213ab3dde21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:19Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'subnets': [{'id': '108198df-85b5-4776-86ef-b213ab3dde21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:27:33.161113 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.170264 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.172602 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:33.173451 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.308712 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fcf42de8-2605-4bf2-91a2-3a77ec8fa059 service neutron] 10.222.0.70 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365381 Jan 20 13:27:33.389019 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:33.441391 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:33.456090 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.514983 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:33.528666 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.532162 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 014a3682-a149-481a-bc10-6ca5f5d6d8cd up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:33.564624 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Allocated IP 172.27.2.155 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/5f5f37e6-a195-4a02-bc02-f67769977b29) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:33.607078 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-5abaeae8-1596-4f6d-b7ce-fd7b8685765b service neutron] 10.222.0.70 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872989 Jan 20 13:27:33.653384 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:33.798283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 014a3682-a149-481a-bc10-6ca5f5d6d8cd triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:33.799305 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.799691 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.892167 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:33.912482 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:34.025853 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 2, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:34.071019 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 014a3682-a149-481a-bc10-6ca5f5d6d8cd is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:34.073232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:34.099295 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:34.174892 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:34.176423 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:27:34.178258 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Updating router 731083c8-260e-4200-b830-e91762e6feac port ec27e7ea-c009-478d-8bbe-34a4af004737 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:27:34.237298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'Port': ['ID=5f5f37e6-a195-4a02-bc02-f67769977b29,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:34.253427 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:34.350243 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f7a64cb5-9f68-494c-acfa-89c22bf2f034 req-7efa378b-9a03-4a06-9919-fc263beca843 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.0582948 Jan 20 13:27:34.657101 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f90632b0-e1d9-47ea-b245-d80c59f6c099 req-aace1fd8-f268-4763-8834-54defc29ca64 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.1083057 Jan 20 13:27:34.715179 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (5caf071e-46bb-4450-bb61-de6f20e7e19f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:34.742605 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:27:34.793736 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:34.799360 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:34.921567 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 56284) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:34.957708 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.346806 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Publish callbacks [] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.366590 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.412194 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bc-411e-4e58-86bf-b6963ffb6599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.518090 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56296) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:35.544906 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926040448', 'description': 'tempest-description--38500470'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:35.608187 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bb82a-281c-4778-a692-367d11c2d177 None None] Pushing event updated for resources: {'Port': ['ID=ec27e7ea-c009-478d-8bbe-34a4af004737,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:35.633811 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.647893 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.673875 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:35.784984 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.786648 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7e859c0b-780b-4a96-8375-86cca4a96214 req-48a4c88f-bc7a-45a2-b353-c1f6f6c9fe15 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.1006463 Jan 20 13:27:35.813795 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bc-411e-4e58-86bf-b6963ffb6599 admin admin] Publish callbacks [] for security_group (a0131a05-33a8-48a0-b1fc-64d4c02f5ddf), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.824020 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bc-411e-4e58-86bf-b6963ffb6599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (a0131a05-33a8-48a0-b1fc-64d4c02f5ddf), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.829246 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Attempting to bind port ec27e7ea-c009-478d-8bbe-34a4af004737 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:35.830416 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Attempting to bind port ec27e7ea-c009-478d-8bbe-34a4af004737 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:35.831349 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Attempting to bind port ec27e7ea-c009-478d-8bbe-34a4af004737 on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:35.853662 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:35.854128 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (5caf071e-46bb-4450-bb61-de6f20e7e19f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.854555 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Checking segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:35.855421 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.856280 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Bound using segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:35.859719 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Bound port: ec27e7ea-c009-478d-8bbe-34a4af004737, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:35.872902 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.922422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'Port': ['ID=5f5f37e6-a195-4a02-bc02-f67769977b29,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:35.952396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:35.954179 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:35.962884 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f26ef4bc-411e-4e58-86bf-b6963ffb6599 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0f7ea4e40484991a9010d0edee07e1f&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0387273 Jan 20 13:27:35.976726 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d7f1fc8a-e36f-4c43-8d17-ea44906202ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8385923 Jan 20 13:27:35.977858 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56300) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:36.025203 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d084bdb-12f1-4123-88a2-1a64e690acc9 req-2c4ed0fd-bd69-4e8b-a0e1-4de29d83a4d1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.1029854 Jan 20 13:27:36.096530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ef4bc-411e-4e58-86bf-b6963ffb6599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0131a05-33a8-48a0-b1fc-64d4c02f5ddf,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:36.165686 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] For port ec27e7ea-c009-478d-8bbe-34a4af004737, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:36.170648 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] For port ec27e7ea-c009-478d-8bbe-34a4af004737, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ec27e7ea-c009-478d-8bbe-34a4af004737,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:36.184072 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.260768 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (763b4ad4-dc61-47bc-af83-b010b8d43a86), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.274977 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77e169de-7b7b-461f-92a4-0e405faee1f8 admin admin] Publish callbacks [] for security_group (a0131a05-33a8-48a0-b1fc-64d4c02f5ddf), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.277422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (763b4ad4-dc61-47bc-af83-b010b8d43a86), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.319991 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bb82a-281c-4778-a692-367d11c2d177 None None] Pushing event updated for resources: {'Port': ['ID=ec27e7ea-c009-478d-8bbe-34a4af004737,revision_number=4']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:36.349742 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.352734 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8230305 Jan 20 13:27:36.356466 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 56318) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:36.359426 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77e169de-7b7b-461f-92a4-0e405faee1f8 admin admin] Publish callbacks [] for security_group (a0131a05-33a8-48a0-b1fc-64d4c02f5ddf), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.370601 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13497e-403e-4244-9669-0ceed8a5b48a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763b4ad4-dc61-47bc-af83-b010b8d43a86,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:36.382888 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'security_group_rule': {'security_group_id': '763b4ad4-dc61-47bc-af83-b010b8d43a86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:36.386449 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:36.387097 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:36.456805 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.460402 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77e169de-7b7b-461f-92a4-0e405faee1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (a0131a05-33a8-48a0-b1fc-64d4c02f5ddf), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.466624 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77e169de-7b7b-461f-92a4-0e405faee1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.472484 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] Provisioning complete for port ec27e7ea-c009-478d-8bbe-34a4af004737 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:36.472873 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.478809 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-77e169de-7b7b-461f-92a4-0e405faee1f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0131a05-33a8-48a0-b1fc-64d4c02f5ddf HTTP/1.1" status: 204 len: 168 time: 0.4793484 Jan 20 13:27:36.513815 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e169de-7b7b-461f-92a4-0e405faee1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0131a05-33a8-48a0-b1fc-64d4c02f5ddf,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:36.581167 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (3324acfb-301c-4c41-9072-c73830690b7c), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.594242 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:36.594588 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.657870 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:36.692938 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-681048be-7066-426c-a839-8b39ed237e05 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1791902108&fields=id&tenant_id=91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 267 time: 0.1874731 Jan 20 13:27:36.872177 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] Current status of the port ec27e7ea-c009-478d-8bbe-34a4af004737 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:36.872825 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:36.898758 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:26Z', 'revision_number': 2, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:36.997926 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:27:36.998578 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Updating router 94af7755-55d1-4537-bb62-d8a8f403e276 port 8d79f38f-9b66-4829-8a61-ffc91025d932 binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:27:37.015522 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:37.023202 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:37.025870 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-691348f9-5972-4635-953d-91947cac5b66 req-9fa8d6fe-87f5-41e7-a659-03e4471dcc86 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.0906775 Jan 20 13:27:37.091648 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-b62210e8-d319-40ea-90f6-491f7cc366d1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:37.117078 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-b62210e8-d319-40ea-90f6-491f7cc366d1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 817 time: 0.4144459 Jan 20 13:27:37.180064 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-8f791db6-5e91-4726-a181-1069732f94ee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/quotas/91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 375 time: 0.0609329 Jan 20 13:27:37.185133 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (3324acfb-301c-4c41-9072-c73830690b7c), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.199170 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] For port ec27e7ea-c009-478d-8bbe-34a4af004737, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ec27e7ea-c009-478d-8bbe-34a4af004737,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:37.222292 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.235313 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:37.243654 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.274352 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (3324acfb-301c-4c41-9072-c73830690b7c), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.277812 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7cbdcca0-f532-471a-b9c0-338ac46ca04c req-bc36eef6-0854-4ff8-b405-65ba613ec7b8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.0646803 Jan 20 13:27:37.308748 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3324acfb-301c-4c41-9072-c73830690b7c,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:37.321055 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f972a1-5890-4e62-9d46-c7de049b0e94 None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:27:37.373089 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.378339 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56342) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:37.379144 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56344) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:37.381917 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-431edc0e-802d-4e27-bf6f-15cf260dc109 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0216169 Jan 20 13:27:37.417432 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-7dc54312-9ab2-4b9a-ad0b-53d44f0d77d2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2348664 Jan 20 13:27:37.665327 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'security_group_rule': {'security_group_id': '763b4ad4-dc61-47bc-af83-b010b8d43a86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:37.668016 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.91', 53394) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:37.675900 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e39d168a-4a40-4cbf-92be-82e12e2b880a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.812122 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.91', 53396) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:37.846851 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (d092826e-1eb9-43a9-a3b1-886f9d2d72d4), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.949296 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e39d168a-4a40-4cbf-92be-82e12e2b880a admin admin] Publish callbacks [] for security_group (f4de1350-a364-4420-80ca-542d71b7793f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:37.975350 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-fe123a14-2577-4896-ae0d-5b7cfab6ecdd service neutron] 10.222.0.70 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558369 Jan 20 13:27:38.019603 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Publish callbacks [] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:38.046929 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-9a16ebf4-c8be-4e98-b5c9-34e6d585ace0 None None] Provisioning complete for port ec27e7ea-c009-478d-8bbe-34a4af004737 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:38.047607 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9a16ebf4-c8be-4e98-b5c9-34e6d585ace0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:38.129406 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:38.188028 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-3b594f9e-b997-4b4a-8f32-afaef29b2d21 service neutron] 10.222.0.70 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091398 Jan 20 13:27:38.206682 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-a26be613-f9c2-40ae-8e01-86c87e69f897 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:38.219574 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-a26be613-f9c2-40ae-8e01-86c87e69f897 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.91 "GET /v2.0/networks?id=f1d4a4f5-1340-493a-a7ca-05439e7eac45 HTTP/1.1" status: 200 len: 812 time: 0.5411844 Jan 20 13:27:38.236834 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:38.237478 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:38.268307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Request body: {'port': {'device_id': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45', 'admin_state_up': True, 'tenant_id': 'df15bcd62c384bb1aaab9d5622098b5b'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:38.425767 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e39d168a-4a40-4cbf-92be-82e12e2b880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f4de1350-a364-4420-80ca-542d71b7793f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:38.563635 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e2c47c5-f9dd-41f4-8647-c791e5da7316 req-14229245-7326-49cf-804b-80a36700a5ac tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.3156631 Jan 20 13:27:38.808479 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e506264a-66c2-4d4f-b46f-8fd14306b18f req-b998be0f-c322-4b62-b489-2250d756d7e2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.1949637 Jan 20 13:27:38.849487 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.91', 53403) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:38.911938 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e39d168a-4a40-4cbf-92be-82e12e2b880a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b997937dbc044b95a6e1181c64e39c60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5315502 Jan 20 13:27:38.931390 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56398) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:38.944072 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d168a-4a40-4cbf-92be-82e12e2b880a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4de1350-a364-4420-80ca-542d71b7793f,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:38.959061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816707cc-5a14-4466-acb8-7001799c6646 None None] Pushing event updated for resources: {'Port': ['ID=ec27e7ea-c009-478d-8bbe-34a4af004737,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:39.010178 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (d092826e-1eb9-43a9-a3b1-886f9d2d72d4), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.057891 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (d092826e-1eb9-43a9-a3b1-886f9d2d72d4), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.073266 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7c388a55-1916-42ab-8c1b-1f1829b3aacd req-058e1053-80f3-4b32-8bb3-319ed8d564f3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.2139997 Jan 20 13:27:39.086297 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-10f27ba3-8daf-4f96-aca5-d934b4cda54e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:39.087963 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-10f27ba3-8daf-4f96-aca5-d934b4cda54e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 819 time: 1.2429354 Jan 20 13:27:39.159013 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Request body: {'port': {'device_id': '323ae076-2904-4934-b534-f6e39d515035', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'admin_state_up': True, 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:39.229383 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d092826e-1eb9-43a9-a3b1-886f9d2d72d4,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:39.319500 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.332102 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-fc10205c-8b74-4e66-b87c-6237bad962eb tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9494143 Jan 20 13:27:39.337546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56420) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:39.351337 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:39.422716 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-9a16ebf4-c8be-4e98-b5c9-34e6d585ace0 None None] Current status of the port ec27e7ea-c009-478d-8bbe-34a4af004737 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:39.598597 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-48d61ccf-54d8-4e58-8b4c-89db6d686fcb admin admin] Publish callbacks [] for security_group (f4de1350-a364-4420-80ca-542d71b7793f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.633042 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04d6b9-29cd-4976-aad2-e5223af273f7 None None] Pushing event updated for resources: {'Port': ['ID=8d79f38f-9b66-4829-8a61-ffc91025d932,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:39.662653 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-29251e16-c149-42dc-ba39-f4766cb2b2e2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:39.674266 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-29251e16-c149-42dc-ba39-f4766cb2b2e2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 819 time: 0.8117816 Jan 20 13:27:39.701276 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Request body: {'port': {'device_id': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'admin_state_up': True, 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:39.746819 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:39.748708 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.765353 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.810352 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-48d61ccf-54d8-4e58-8b4c-89db6d686fcb admin admin] Publish callbacks [] for security_group (f4de1350-a364-4420-80ca-542d71b7793f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.819873 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Made reservation on behalf of 93586a8bfd2547989f3a1f4665c164d1 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:39.826869 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.886838 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Made reservation on behalf of df15bcd62c384bb1aaab9d5622098b5b for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:39.899786 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:39.971567 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Attempting to bind port 8d79f38f-9b66-4829-8a61-ffc91025d932 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:39.972110 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Attempting to bind port 8d79f38f-9b66-4829-8a61-ffc91025d932 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:39.972715 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Attempting to bind port 8d79f38f-9b66-4829-8a61-ffc91025d932 on network 72439533-e86e-441c-a2c9-c719a11b81aa {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:40.080586 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:40.081220 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Checking segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:40.081897 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.082551 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Bound using segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:40.088995 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Bound port: 8d79f38f-9b66-4829-8a61-ffc91025d932, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:40.090009 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.099402 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-a89f1d72-b6f1-4c06-a823-f9133adb19bf None None] Provisioning complete for port 8d79f38f-9b66-4829-8a61-ffc91025d932 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:40.100576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a89f1d72-b6f1-4c06-a823-f9133adb19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.212595 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:40.227700 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.262298 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-efb781dd-6836-4531-936b-f8be5d1a7873 req-ffbe083d-d285-44a7-a0cb-a6c56316ad9a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.4293342 Jan 20 13:27:40.516675 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-a89f1d72-b6f1-4c06-a823-f9133adb19bf None None] Port 8d79f38f-9b66-4829-8a61-ffc91025d932 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:27:40.678707 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0cd8e869-f325-4038-8249-8e1732cc7968 req-bcb5439f-f121-4635-b25b-667e2cf37574 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.4645824 Jan 20 13:27:40.679576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:40.699527 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] For port 8d79f38f-9b66-4829-8a61-ffc91025d932, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:40.740538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] For port 8d79f38f-9b66-4829-8a61-ffc91025d932, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=8d79f38f-9b66-4829-8a61-ffc91025d932,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:40.749440 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device ec27e7ea-c009-478d-8bbe-34a4af004737 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:40.833323 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9dc87fc-d70c-4fa6-87cf-aa6def9b4fef req-99b6d5de-2efb-47de-8b41-dd226ea5cf3d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.3136511 Jan 20 13:27:40.868592 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-48d61ccf-54d8-4e58-8b4c-89db6d686fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f4de1350-a364-4420-80ca-542d71b7793f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.879093 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-48d61ccf-54d8-4e58-8b4c-89db6d686fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.892152 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-48d61ccf-54d8-4e58-8b4c-89db6d686fcb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4de1350-a364-4420-80ca-542d71b7793f HTTP/1.1" status: 204 len: 168 time: 1.9414659 Jan 20 13:27:40.927976 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:40.944391 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d61ccf-54d8-4e58-8b4c-89db6d686fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4de1350-a364-4420-80ca-542d71b7793f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:40.987491 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Allocated IP 172.20.0.3 (e9814fa9-7d82-4908-a77b-d73b03681cc9/108198df-85b5-4776-86ef-b213ab3dde21/638a1d74-e898-407b-9fd0-d77a98af6d9e) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:41.431749 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.91', 53413) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:41.463434 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:41.602432 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:27:41.604679 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:27:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:41.621053 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04d6b9-29cd-4976-aad2-e5223af273f7 None None] Pushing event updated for resources: {'Port': ['ID=8d79f38f-9b66-4829-8a61-ffc91025d932,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:41.876129 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port ec27e7ea-c009-478d-8bbe-34a4af004737 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:41.879694 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:41.930510 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dffafc82-349e-4a6c-9a79-0a93386f9f04 req-2b498bd6-16d1-465b-a12c-84b9f5256eeb tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.3241017 Jan 20 13:27:42.044314 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Allocated IP 172.27.2.243 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/b7256c88-4bba-4fa8-a207-453856fae3e2) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:42.193061 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6a43b43-e32b-4ce6-b9ad-26559849d5cd req-f2bfe008-5cc6-4760-a4f7-94904536ea9c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.2614496 Jan 20 13:27:42.243813 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22f91b77-a918-4486-a1a1-1b63933a145e req-03c7820b-a048-40da-a488-5ab6b57adf2b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.0995922 Jan 20 13:27:42.275255 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Allocated IP 172.20.0.11 (f1d4a4f5-1340-493a-a7ca-05439e7eac45/2646f6c5-1c30-423f-8d76-08c336b325d0/4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:42.305133 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:27:42.331241 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Made reservation on behalf of 93586a8bfd2547989f3a1f4665c164d1 for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:42.339878 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:42.379950 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 56500) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:42.566397 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] Provisioning complete for port 8d79f38f-9b66-4829-8a61-ffc91025d932 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:42.567120 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:42.642853 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port ec27e7ea-c009-478d-8bbe-34a4af004737 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:42.731091 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:42.891306 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] Current status of the port 8d79f38f-9b66-4829-8a61-ffc91025d932 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:42.892182 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:42.942893 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks [] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:42.951246 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 8d79f38f-9b66-4829-8a61-ffc91025d932 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:42.960166 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-ae2a77fa-c4f2-4286-8198-c51b15cdb98a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:42.961435 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-ae2a77fa-c4f2-4286-8198-c51b15cdb98a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 817 time: 1.5187104 Jan 20 13:27:42.965172 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks [] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:42.969725 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.001937 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.052029 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:43.059552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-764ae478-24af-4827-8ca8-278cc673ea32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.066651 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:43.078593 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:43.084141 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'Port': ['ID=b7256c88-4bba-4fa8-a207-453856fae3e2,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:43.127452 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Network f1d4a4f5-1340-493a-a7ca-05439e7eac45 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:43.130413 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] For port 8d79f38f-9b66-4829-8a61-ffc91025d932, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=8d79f38f-9b66-4829-8a61-ffc91025d932,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:27:43.144848 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.160108 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:43.163889 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:43.172495 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:43.173384 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.206012 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (833397fa-97eb-42bf-9247-32bb2cb75946), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.223875 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.253912 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:43.257073 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56990856-5246-4ce5-bb43-9d5b54586c52 None None] Pushing event updated for resources: {'Port': ['ID=8d79f38f-9b66-4829-8a61-ffc91025d932,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:43.272322 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0067956 Jan 20 13:27:43.291845 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:43.308365 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 8d79f38f-9b66-4829-8a61-ffc91025d932 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:43.309175 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.327807 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:43.334539 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:43.335118 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.401570 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:40Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:27:43.427737 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.441540 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2936952 Jan 20 13:27:43.495742 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08145ee-ed8c-475b-b768-7bef36fbcdfe tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Pushing event updated for resources: {'Port': ['ID=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:43.502176 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c33961-719a-4e2c-b3a7-1a5af87dfc8e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Pushing event updated for resources: {'Port': ['ID=638a1d74-e898-407b-9fd0-d77a98af6d9e,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:43.504721 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8bd784a-a00e-487f-93a8-da08c6a30f5f req-6d2feba3-72bf-4c7d-be83-babc14cfda9f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.0825911 Jan 20 13:27:43.554136 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Allocated IP 172.20.0.2 (e9814fa9-7d82-4908-a77b-d73b03681cc9/108198df-85b5-4776-86ef-b213ab3dde21/d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:43.567619 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a3135-a845-4706-894c-abdd6e7c9c8e req-ab52937e-0e56-4663-85e6-e15a8cc0b3f7 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:43.570099 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6c4a3135-a845-4706-894c-abdd6e7c9c8e req-ab52937e-0e56-4663-85e6-e15a8cc0b3f7 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 932 time: 0.5047994 Jan 20 13:27:43.596693 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b733ea-54de-475f-95ce-b879c114f675 None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:40Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:27:43.602706 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 8d79f38f-9b66-4829-8a61-ffc91025d932 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:43.604618 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:43.724276 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-892c9709-960f-42c0-805f-b381faafcf1e req-d9e4fb8a-17d7-4492-930c-fedff66c1bf1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.0730379 Jan 20 13:27:43.749331 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:43.753300 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.793080 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6c4a3135-a845-4706-894c-abdd6e7c9c8e req-8718c162-dd81-4b38-bb9c-01d0a0d47abf tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130299 Jan 20 13:27:43.886576 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.898314 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.920902 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-764ae478-24af-4827-8ca8-278cc673ea32 admin admin] Publish callbacks [] for security_group (6b4a2ce6-7e9c-4727-a0c2-953321daef19), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:43.931531 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:43.932547 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-764ae478-24af-4827-8ca8-278cc673ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6b4a2ce6-7e9c-4727-a0c2-953321daef19), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.042555 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-764ae478-24af-4827-8ca8-278cc673ea32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6aedab3f3cc34b0aa5bc97000265ec66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6565149 Jan 20 13:27:44.045100 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ae478-24af-4827-8ca8-278cc673ea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a2ce6-7e9c-4727-a0c2-953321daef19,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:44.050521 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 56534) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:44.055962 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks [] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.125101 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (833397fa-97eb-42bf-9247-32bb2cb75946), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.146074 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'Port': ['ID=b7256c88-4bba-4fa8-a207-453856fae3e2,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:44.180069 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.181419 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17aaff07-dc66-4b15-8ba2-0c65677d94f9 admin admin] Publish callbacks [] for security_group (6b4a2ce6-7e9c-4727-a0c2-953321daef19), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.181560 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-bad7384b-d419-4e08-bcd4-8a56ee673db3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8352733 Jan 20 13:27:44.227045 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.384624 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17aaff07-dc66-4b15-8ba2-0c65677d94f9 admin admin] Publish callbacks [] for security_group (6b4a2ce6-7e9c-4727-a0c2-953321daef19), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.400318 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Pushing event updated for resources: {'Port': ['ID=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:44.429412 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Network e9814fa9-7d82-4908-a77b-d73b03681cc9 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:44.455261 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:44.471531 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:44.508205 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:44.511739 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.653011 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17aaff07-dc66-4b15-8ba2-0c65677d94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6b4a2ce6-7e9c-4727-a0c2-953321daef19), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.653888 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17aaff07-dc66-4b15-8ba2-0c65677d94f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:44.660355 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-17aaff07-dc66-4b15-8ba2-0c65677d94f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b4a2ce6-7e9c-4727-a0c2-953321daef19 HTTP/1.1" status: 204 len: 168 time: 0.5963748 Jan 20 13:27:44.813470 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaff07-dc66-4b15-8ba2-0c65677d94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a2ce6-7e9c-4727-a0c2-953321daef19,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:44.822189 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-487cb450-e174-4612-bf11-0a158160db5d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1434147 Jan 20 13:27:44.849144 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 8d79f38f-9b66-4829-8a61-ffc91025d932 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:27:44.930354 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-dee669f9-794a-475f-bcac-475746ed088f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--926040448&fields=id&tenant_id=aa32ce13f451475192ab57ae2501d786 HTTP/1.1" status: 200 len: 267 time: 0.1769533 Jan 20 13:27:45.015369 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84363096-9596-4b9c-b8cd-d60658ed205b req-0137c234-0f2d-43b7-8e74-f83c60b22f5c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:45.024735 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-84363096-9596-4b9c-b8cd-d60658ed205b req-0137c234-0f2d-43b7-8e74-f83c60b22f5c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 931 time: 0.3508332 Jan 20 13:27:45.029042 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 8d79f38f-9b66-4829-8a61-ffc91025d932 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:45.030588 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:45.170798 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-84363096-9596-4b9c-b8cd-d60658ed205b req-a879ed5f-650c-413d-a11e-eeaeaa14d2cb tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184237 Jan 20 13:27:45.258081 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-7b2db7ed-3003-45d1-896c-5825804f3e6f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:45.268099 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-7b2db7ed-3003-45d1-896c-5825804f3e6f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 811 time: 0.3205490 Jan 20 13:27:45.268866 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 8d79f38f-9b66-4829-8a61-ffc91025d932 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:27:45.291290 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-2c1cdab0-8028-4943-9f4a-cc774a43f1d8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/quotas/aa32ce13f451475192ab57ae2501d786 HTTP/1.1" status: 200 len: 375 time: 0.0220530 Jan 20 13:27:45.392556 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c9877c04-c42f-4763-8e84-a50778b76cbb req-0cbe5f3d-a794-452f-a23f-f0a2bf13369c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.0332918 Jan 20 13:27:45.417763 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-df35504b-86b2-478a-bfc8-4437071ed669 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114995 Jan 20 13:27:45.559705 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-ab9b6ad6-0f45-4410-add0-1879e08202d0 service neutron] 10.222.0.70 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409965 Jan 20 13:27:45.851647 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba50a1-eb7b-404e-acf1-87f50f03162a req-f42283f1-261e-44f0-8abd-a46e42162b81 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:45.851647 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1ba50a1-eb7b-404e-acf1-87f50f03162a req-f42283f1-261e-44f0-8abd-a46e42162b81 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 932 time: 0.2970376 Jan 20 13:27:45.927587 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-b88cf93e-81cd-4923-bcc5-5468ef60462e service neutron] 10.222.0.70 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320885 Jan 20 13:27:45.950481 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1ba50a1-eb7b-404e-acf1-87f50f03162a req-5dd83c39-e776-4964-8e26-e7639212479d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864313 Jan 20 13:27:46.391494 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7e7b4807-f9e8-48e0-8f75-7c1d128b4a8c req-b4e8cc01-60d1-44c8-bb15-a4022f6b98f8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.1346748 Jan 20 13:27:46.553189 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe73ce-211d-4ff3-af48-4fe8b3dd0beb req-a149b1fc-2d88-43a1-a57b-0082aa654920 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:46.555933 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03fe73ce-211d-4ff3-af48-4fe8b3dd0beb req-a149b1fc-2d88-43a1-a57b-0082aa654920 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 931 time: 0.1462798 Jan 20 13:27:46.634226 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9f49a6d3-e856-4823-b081-13b9da7cc454 req-bc647e00-8f07-4aa9-9f17-fe9449e24b13 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.0693028 Jan 20 13:27:46.713527 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03fe73ce-211d-4ff3-af48-4fe8b3dd0beb req-1de3a0a8-4c3c-480a-9c9b-ec7b65df47e8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330283 Jan 20 13:27:47.206730 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619854-1451-450a-8598-a3ea7bed2491 req-a9c9757b-ba60-45ac-93f2-25f1f8399092 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:47.208255 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5619854-1451-450a-8598-a3ea7bed2491 req-a9c9757b-ba60-45ac-93f2-25f1f8399092 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 932 time: 0.1187899 Jan 20 13:27:47.316534 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5619854-1451-450a-8598-a3ea7bed2491 req-5a413530-ffe5-4f5e-b119-139628f4d234 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971367 Jan 20 13:27:47.571909 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6038e47a-a906-4e24-976a-50c4ac71910f req-2ea2cc56-c55d-4dc2-8659-a47e3ad0ff94 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0357969 Jan 20 13:27:47.895788 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c832d62e-305e-43e7-a452-1c8649689372 req-d6b0bdd8-ffe1-4053-a0ab-2e935989386f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.1171434 Jan 20 13:27:48.046988 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52387d-e49c-461f-94ac-8799694f4bc2 req-32ab3e76-7731-4414-8cbd-b3b03b80b75f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:48.049756 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aa52387d-e49c-461f-94ac-8799694f4bc2 req-32ab3e76-7731-4414-8cbd-b3b03b80b75f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 931 time: 0.1349456 Jan 20 13:27:48.167802 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aa52387d-e49c-461f-94ac-8799694f4bc2 req-c70a1fec-2ff4-467c-b480-b091572ceea7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066563 Jan 20 13:27:48.582445 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07341156-5ce0-4307-86f5-ef796c916517 req-50a2bfd0-4d7c-470b-8bcc-7f2b1c9eda70 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:48.591207 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-07341156-5ce0-4307-86f5-ef796c916517 req-50a2bfd0-4d7c-470b-8bcc-7f2b1c9eda70 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 932 time: 0.0972641 Jan 20 13:27:48.659419 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-07341156-5ce0-4307-86f5-ef796c916517 req-da9a4d1c-2d09-44da-9310-fdf28b527c70 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672195 Jan 20 13:27:48.772289 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4af8bdd6-5423-4183-97a0-a0937f4d924d req-3bfc22e2-3d28-433a-a169-cdc9109e87c3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0458393 Jan 20 13:27:48.807653 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-7427e1b5-2903-403d-b140-a321e1619138 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:27:48.809285 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-7427e1b5-2903-403d-b140-a321e1619138 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125315 Jan 20 13:27:48.813770 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-b95254e3-866e-4c15-9c6d-3039f5fea174 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:27:48.819512 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fc61e89d-44cb-47b4-8ac6-830ec5a9b4a5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:27:48.821761 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-b95254e3-866e-4c15-9c6d-3039f5fea174 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167539 Jan 20 13:27:48.824245 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fc61e89d-44cb-47b4-8ac6-830ec5a9b4a5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0338306 Jan 20 13:27:48.927288 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-fdd08f81-28aa-481e-aa7f-7a27e3307e83 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 380 time: 0.1690321 Jan 20 13:27:48.943641 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'port': {'device_id': '628da180-155e-4f33-9a00-a21c8e25cce7', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'admin_state_up': True, 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'security_groups': ['cd02bde3-96e9-417b-917f-264cadb00fb4']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:49.130861 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 56694) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:49.324746 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97e1ee7a-ad12-4676-8c28-bd2af5a2f1b5 req-de57242d-3c6f-4c2d-a6b5-7b945b2e1522 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.1807492 Jan 20 13:27:49.405622 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b3280f1f-91d6-4607-b410-93dbdd39b3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:49.410230 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Made reservation on behalf of 91c2d0a83d154ff78e20229f41dd1673 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:27:49.421701 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:49.508762 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Request body: {'port': {'device_id': '323ae076-2904-4934-b534-f6e39d515035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:49.555769 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Request body: {'port': {'device_id': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:49.674692 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Request body: {'port': {'device_id': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:27:49.926873 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a13a4-5dd3-4c4a-b88a-4cb115431d5e req-a1c0c758-81ac-45c2-a7ce-8d866dfbcba4 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:49.932005 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-317a13a4-5dd3-4c4a-b88a-4cb115431d5e req-a1c0c758-81ac-45c2-a7ce-8d866dfbcba4 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 931 time: 0.5116198 Jan 20 13:27:50.096346 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:50.102448 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:50.114622 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.91', 53425) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:50.123584 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:50.365265 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b3280f1f-91d6-4607-b410-93dbdd39b3e3 admin admin] Publish callbacks [] for security_group (e2af32fd-c288-4c58-95fa-1840af517c79), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:50.376150 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Allocated IP 172.20.0.9 (72439533-e86e-441c-a2c9-c719a11b81aa/3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1/4d3a6313-fe30-4aeb-a491-24ffc1d3f407) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:27:50.468312 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b3280f1f-91d6-4607-b410-93dbdd39b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (e2af32fd-c288-4c58-95fa-1840af517c79), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:50.509824 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aef1e-cb9c-4544-a806-5d727430bea2 req-a0055ab6-cd89-4c07-80cb-31737783368d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:50.511474 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-451aef1e-cb9c-4544-a806-5d727430bea2 req-a0055ab6-cd89-4c07-80cb-31737783368d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 932 time: 0.6974733 Jan 20 13:27:50.606045 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280f1f-91d6-4607-b410-93dbdd39b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af32fd-c288-4c58-95fa-1840af517c79,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:50.897273 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b3280f1f-91d6-4607-b410-93dbdd39b3e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97624b1e7ecc4da386a83d42bab0e2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7617755 Jan 20 13:27:50.916891 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56742) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:51.047499 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-317a13a4-5dd3-4c4a-b88a-4cb115431d5e req-7ff80700-864a-493a-b94b-828d46dcb90a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459076 Jan 20 13:27:51.110050 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-171a38f0-0de7-4619-a0ce-bb4780bb0aec tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:51.112043 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-171a38f0-0de7-4619-a0ce-bb4780bb0aec tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 811 time: 0.9630141 Jan 20 13:27:51.276437 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-451aef1e-cb9c-4544-a806-5d727430bea2 req-6d89b483-c1f3-4a93-b9d9-8e7409319690 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734001 Jan 20 13:27:51.284916 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:27:51.448031 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.452536 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f965069-472e-4801-9213-778181342e4a admin admin] Publish callbacks [] for security_group (e2af32fd-c288-4c58-95fa-1840af517c79), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.465715 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2fa88e79-46c5-43ba-8eea-e41e1cc504c8 req-5c512159-9b1f-4de4-82c2-066e0f9860d6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.1876864 Jan 20 13:27:51.499314 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29f0ef31-d38a-466c-91ad-13dcb2a691d6 req-59580670-6516-45fb-acb0-fd914e5180d9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 210 time: 0.0522652 Jan 20 13:27:51.518298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f965069-472e-4801-9213-778181342e4a admin admin] Publish callbacks [] for security_group (e2af32fd-c288-4c58-95fa-1840af517c79), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.615779 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638a1d74-e898-407b-9fd0-d77a98af6d9e {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:27:51.623409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.627158 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Publish callbacks [] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.691309 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Transition to ACTIVE for port object 638a1d74-e898-407b-9fd0-d77a98af6d9e will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:27:51.697623 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f965069-472e-4801-9213-778181342e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (e2af32fd-c288-4c58-95fa-1840af517c79), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.700301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f965069-472e-4801-9213-778181342e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.705353 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-3f965069-472e-4801-9213-778181342e4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2af32fd-c288-4c58-95fa-1840af517c79 HTTP/1.1" status: 204 len: 168 time: 0.7839646 Jan 20 13:27:51.706219 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Network 72439533-e86e-441c-a2c9-c719a11b81aa is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:27:51.711368 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.716498 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:27:51.719679 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:27:51.729498 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:27:51.733300 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Publish callbacks [] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.737169 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:51.737602 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.743990 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965069-472e-4801-9213-778181342e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af32fd-c288-4c58-95fa-1840af517c79,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:51.746335 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:51.797985 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-56c42672-f8e5-4046-b167-243a837c20c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8628914 Jan 20 13:27:51.814747 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Transition to ACTIVE for port object 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:27:51.824761 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Pushing event updated for resources: {'Port': ['ID=638a1d74-e898-407b-9fd0-d77a98af6d9e,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:51.827725 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:51.969214 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Attempting to bind port 638a1d74-e898-407b-9fd0-d77a98af6d9e on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:51.969972 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Attempting to bind port 638a1d74-e898-407b-9fd0-d77a98af6d9e by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:51.970556 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Attempting to bind port 638a1d74-e898-407b-9fd0-d77a98af6d9e on network e9814fa9-7d82-4908-a77b-d73b03681cc9 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:51.977020 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Port 638a1d74-e898-407b-9fd0-d77a98af6d9e on network e9814fa9-7d82-4908-a77b-d73b03681cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:27:51.977851 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Attempting to bind port 638a1d74-e898-407b-9fd0-d77a98af6d9e on network e9814fa9-7d82-4908-a77b-d73b03681cc9 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:51.985286 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:51.985713 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Checking segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:51.986279 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Bound using segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:51.986838 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Bound port: 638a1d74-e898-407b-9fd0-d77a98af6d9e, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:51.987352 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.016906 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:52.122511 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Attempting to bind port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:52.123000 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Attempting to bind port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '22026d6a-c4c8-4b2c-ae54-109caa06e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:52.124804 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Attempting to bind port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 on network f1d4a4f5-1340-493a-a7ca-05439e7eac45 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:52.126619 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] For port 638a1d74-e898-407b-9fd0-d77a98af6d9e, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:52.134828 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 on network f1d4a4f5-1340-493a-a7ca-05439e7eac45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:27:52.135196 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Attempting to bind port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 on network f1d4a4f5-1340-493a-a7ca-05439e7eac45 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:52.149052 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] For port 638a1d74-e898-407b-9fd0-d77a98af6d9e, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:52.150836 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:52.151255 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Checking segment: {'id': '22026d6a-c4c8-4b2c-ae54-109caa06e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:52.151866 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Bound using segment: {'id': '22026d6a-c4c8-4b2c-ae54-109caa06e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:52.152604 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Bound port: 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22026d6a-c4c8-4b2c-ae54-109caa06e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:52.152998 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.168575 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.222379 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-a63da6f0-4391-49a7-a844-511f0bbe1557 None None] Provisioning complete for port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:27:52.226737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a63da6f0-4391-49a7-a844-511f0bbe1557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.261403 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:27:52.277843 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Publish callbacks [] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.304281 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:52.304810 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Transition to ACTIVE for port object d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:27:52.306237 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.307935 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] 10.222.0.91 "PUT /v2.0/ports/638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 1093 time: 3.0516770 Jan 20 13:27:52.319033 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323ae076-2904-4934-b534-f6e39d515035', 'tag': '638a1d74-e898-407b-9fd0-d77a98af6d9e'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:27:52.321189 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-a63da6f0-4391-49a7-a844-511f0bbe1557 None None] Port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:27:52.328773 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.459069 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56768) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:52.475458 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda9d58-2856-40a7-b5c1-57d377def5ff service neutron] Pushing event updated for resources: {'Port': ['ID=638a1d74-e898-407b-9fd0-d77a98af6d9e,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:52.495277 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e250d77d-0ee9-487c-8c7c-44c46e018b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.585517 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:52.595428 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] For port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host hv-cinder-82549, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:52.609611 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e250d77d-0ee9-487c-8c7c-44c46e018b9d admin admin] Publish callbacks [] for security_group (aa34684e-e9d2-4061-88fe-d0c189c03435), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.615438 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608118f-33b2-4f8e-9723-bd8522e2f2e0 req-e80c8f6c-e46b-4220-b726-1bedf513f156 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:52.615926 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e250d77d-0ee9-487c-8c7c-44c46e018b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (aa34684e-e9d2-4061-88fe-d0c189c03435), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.618397 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0608118f-33b2-4f8e-9723-bd8522e2f2e0 req-e80c8f6c-e46b-4220-b726-1bedf513f156 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.3108158 Jan 20 13:27:52.622662 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] For port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,segment=NetworkSegment(22026d6a-c4c8-4b2c-ae54-109caa06e549),segment_id=22026d6a-c4c8-4b2c-ae54-109caa06e549)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:52.641519 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6d5784-1833-4ed1-a57d-81126643c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "323ae076-2904-4934-b534-f6e39d515035", "tag": "638a1d74-e898-407b-9fd0-d77a98af6d9e"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:27:52.652649 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.662504 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250d77d-0ee9-487c-8c7c-44c46e018b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34684e-e9d2-4061-88fe-d0c189c03435,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:52.679019 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e250d77d-0ee9-487c-8c7c-44c46e018b9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44bcf974d7034de094ccd51911d3d98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185271 Jan 20 13:27:52.684988 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56778) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:52.739893 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-93c3f8b6-9e52-43b3-8db0-abdda8dd9f4a admin admin] Publish callbacks [] for security_group (aa34684e-e9d2-4061-88fe-d0c189c03435), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.766892 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-93c3f8b6-9e52-43b3-8db0-abdda8dd9f4a admin admin] Publish callbacks [] for security_group (aa34684e-e9d2-4061-88fe-d0c189c03435), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.792863 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98bcf2-8f7f-48fb-a13e-fd696baf30ff req-5d1b4662-eade-4c31-ac41-097daadda690 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:52.795079 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-de98bcf2-8f7f-48fb-a13e-fd696baf30ff req-5d1b4662-eade-4c31-ac41-097daadda690 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.3592529 Jan 20 13:27:52.808217 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:52.809366 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.813699 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] 10.222.0.91 "PUT /v2.0/ports/4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 HTTP/1.1" status: 200 len: 1094 time: 3.4683084 Jan 20 13:27:52.815648 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Attempting to bind port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:27:52.816262 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Attempting to bind port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:27:52.816826 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Attempting to bind port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 on network e9814fa9-7d82-4908-a77b-d73b03681cc9 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:52.823250 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'tag': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:27:52.823915 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-93c3f8b6-9e52-43b3-8db0-abdda8dd9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (aa34684e-e9d2-4061-88fe-d0c189c03435), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.827384 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-93c3f8b6-9e52-43b3-8db0-abdda8dd9f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:52.828718 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-93c3f8b6-9e52-43b3-8db0-abdda8dd9f4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa34684e-e9d2-4061-88fe-d0c189c03435 HTTP/1.1" status: 204 len: 168 time: 0.1417913 Jan 20 13:27:52.838625 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3f8b6-9e52-43b3-8db0-abdda8dd9f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34684e-e9d2-4061-88fe-d0c189c03435,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:52.975552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 on network e9814fa9-7d82-4908-a77b-d73b03681cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:27:52.976151 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Attempting to bind port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 on network e9814fa9-7d82-4908-a77b-d73b03681cc9 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:27:53.060407 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:27:53.061639 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Checking segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:27:53.062199 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Bound using segment: {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:27:53.062915 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Bound port: d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97b65f4-1916-46af-b77f-4e90ad47d300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:27:53.063524 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:53.098657 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc82c6d-c9c6-4a3d-a598-7b33edd3e461 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:53.118367 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357538f2-7aba-4dba-96db-04ce99691d55" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e7dfc5-0642-42d1-90d8-b3820918dbbc", "tag": "4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:27:53.129192 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0608118f-33b2-4f8e-9723-bd8522e2f2e0 req-aa23f99c-6d22-480e-9db8-d1d11478af86 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956052 Jan 20 13:27:53.511712 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdc2447d-bf11-4635-92d1-ed4575844e40 req-4e0d7c38-c4e9-4dfd-b2f8-ddb328638797 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0674002 Jan 20 13:27:53.518863 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-de98bcf2-8f7f-48fb-a13e-fd696baf30ff req-490ba91f-2bea-474a-837b-a6c8a60b0e87 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807114 Jan 20 13:27:53.585368 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] For port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host hv-cinder-82549, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:27:53.594083 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] For port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:27:53.603079 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:53.701152 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:53.703705 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:53.706683 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] 10.222.0.91 "PUT /v2.0/ports/d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 HTTP/1.1" status: 200 len: 1093 time: 4.3766775 Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: from cryptography.utils import int_from_bytes Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: from cryptography.utils import int_from_bytes Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.766025 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:27:53.768559 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:27:53.774797 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf5815-dd85-4ed3-a497-c1cc2b517fea req-45c110ea-f689-4b2b-9eef-1554e05b14d4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:53.777573 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbdf5815-dd85-4ed3-a497-c1cc2b517fea req-45c110ea-f689-4b2b-9eef-1554e05b14d4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.1381216 Jan 20 13:27:53.778626 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49c7fd-6334-49a0-bec7-8ea829ca78e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:27:53.863286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbdf5815-dd85-4ed3-a497-c1cc2b517fea req-b6b2e8d9-bfa3-4f92-8f7d-2153ed66c387 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716076 Jan 20 13:27:53.942058 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2581a-136f-4541-a5ef-508de352d290 x-openstack-request-id: req-1cb2581a-136f-4541-a5ef-508de352d290 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:27:53.942753 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323ae076-2904-4934-b534-f6e39d515035", "tag": "638a1d74-e898-407b-9fd0-d77a98af6d9e", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:27:53.942753 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cb2581a-136f-4541-a5ef-508de352d290 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:27:53.943153 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323ae076-2904-4934-b534-f6e39d515035', 'tag': '638a1d74-e898-407b-9fd0-d77a98af6d9e', 'status': 'completed', 'code': 200} Jan 20 13:27:54.068868 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0decb585-d063-47e8-b842-807e8ac5344a x-openstack-request-id: req-0decb585-d063-47e8-b842-807e8ac5344a {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:27:54.069444 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e7dfc5-0642-42d1-90d8-b3820918dbbc", "tag": "4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:27:54.069535 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0decb585-d063-47e8-b842-807e8ac5344a {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:27:54.070146 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'tag': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8', 'status': 'completed', 'code': 200} Jan 20 13:27:54.298698 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f9350-2d88-4abd-91c6-9643ad50dfc6 req-8032bb2c-1e44-4ff5-a38b-4f292f611d0f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:54.301542 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aa5f9350-2d88-4abd-91c6-9643ad50dfc6 req-8032bb2c-1e44-4ff5-a38b-4f292f611d0f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.0776730 Jan 20 13:27:54.397378 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aa5f9350-2d88-4abd-91c6-9643ad50dfc6 req-b88143bf-b810-48a1-b757-29f0f0f8bc18 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880592 Jan 20 13:27:54.684561 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf79087-3417-4c91-be42-03eda98c8418 req-b53a00cf-ef1f-42ff-b5b1-162408426c11 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:54.687013 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4bf79087-3417-4c91-be42-03eda98c8418 req-b53a00cf-ef1f-42ff-b5b1-162408426c11 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.0853922 Jan 20 13:27:54.689351 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-01144ccd-d206-407c-851f-ae7e4b0ac52b req-ce476502-13d9-44e3-aec1-19a2c16033a6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0458078 Jan 20 13:27:54.766488 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4bf79087-3417-4c91-be42-03eda98c8418 req-4512db8c-ed6a-4289-ba11-778a3fe61deb tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687695 Jan 20 13:27:54.814832 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:55.039237 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbe8e2-5780-4d0f-a265-117bb6c37a59 req-473b5908-e849-4480-b216-891d93989da4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:55.041069 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-58bbe8e2-5780-4d0f-a265-117bb6c37a59 req-473b5908-e849-4480-b216-891d93989da4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.0709975 Jan 20 13:27:55.109725 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-58bbe8e2-5780-4d0f-a265-117bb6c37a59 req-ab441742-f9b1-4bf0-b146-0e92c4c41ed2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604863 Jan 20 13:27:55.558223 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eae88-fddf-42c5-8a61-74b0b6ae8f49 req-e11abb68-712c-4c1e-b06a-41782263e051 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:55.560351 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3f7eae88-fddf-42c5-8a61-74b0b6ae8f49 req-e11abb68-712c-4c1e-b06a-41782263e051 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.0698624 Jan 20 13:27:55.671417 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3f7eae88-fddf-42c5-8a61-74b0b6ae8f49 req-6c54a0c3-bb23-48b9-ace6-1fd138df44e2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036515 Jan 20 13:27:55.824648 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e79451cd-1cdb-45a8-9fac-dc8b243df061 req-c0765a75-f33e-42dd-a08b-73b0fa0d0db9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0468290 Jan 20 13:27:55.933679 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426013-310b-4d81-ac6c-c7bfdada97be req-0305e904-31aa-4de2-9e73-a79a8e0a17aa tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:55.935347 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54426013-310b-4d81-ac6c-c7bfdada97be req-0305e904-31aa-4de2-9e73-a79a8e0a17aa tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.0578196 Jan 20 13:27:55.996356 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54426013-310b-4d81-ac6c-c7bfdada97be req-f4eb246f-cc67-4a38-9027-c3e5703d1e6d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537491 Jan 20 13:27:56.071756 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'tag': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:27:56.074601 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae10f8be-086d-45bd-a531-b9defc89612c", "tag": "d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:27:56.114321 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05d925f-1ebb-4e8c-baf6-1473623cd8ce x-openstack-request-id: req-b05d925f-1ebb-4e8c-baf6-1473623cd8ce {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:27:56.115237 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae10f8be-086d-45bd-a531-b9defc89612c", "tag": "d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:27:56.115479 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b05d925f-1ebb-4e8c-baf6-1473623cd8ce {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:27:56.116218 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'tag': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4', 'status': 'completed', 'code': 200} Jan 20 13:27:56.249399 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b5dfb-f050-4aa8-9188-d94e6bd3a028 req-38a251de-01b5-4868-99bf-6259667142ae tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:56.252072 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-909b5dfb-f050-4aa8-9188-d94e6bd3a028 req-38a251de-01b5-4868-99bf-6259667142ae tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.0566075 Jan 20 13:27:56.356537 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-909b5dfb-f050-4aa8-9188-d94e6bd3a028 req-13512bf2-e2bf-43ca-858c-c98917b15e20 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937812 Jan 20 13:27:56.901925 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e84ea-36ea-4f9c-829e-16bbf4cb1698 req-077c1595-f748-4ef4-bf15-1a1285e719a7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:56.912630 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b76e84ea-36ea-4f9c-829e-16bbf4cb1698 req-077c1595-f748-4ef4-bf15-1a1285e719a7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1145439 Jan 20 13:27:57.000491 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b76e84ea-36ea-4f9c-829e-16bbf4cb1698 req-d2851c1b-b38b-4894-b0e3-7377666c214d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864303 Jan 20 13:27:57.028757 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c46f6de8-96ad-4e63-bb03-f6ca9f275f8e req-e5eedafe-4cf8-43e0-96d4-7e5119283eb8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0482757 Jan 20 13:27:57.164815 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8e586-d302-49db-9268-31f49f1c027e req-76de5f49-4449-4c32-9f7d-ff85bc5eedb2 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:57.166753 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2de8e586-d302-49db-9268-31f49f1c027e req-76de5f49-4449-4c32-9f7d-ff85bc5eedb2 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.0664258 Jan 20 13:27:57.259900 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2de8e586-d302-49db-9268-31f49f1c027e req-6c30b90e-5230-4ca5-8922-b3f87cca0b2b tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788567 Jan 20 13:27:57.532234 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3f09-ab9e-4235-b579-a88285f2a0c5 req-454deca8-37cc-47ef-97b3-85a7cc6cb4a3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:57.534158 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a37b3f09-ab9e-4235-b579-a88285f2a0c5 req-454deca8-37cc-47ef-97b3-85a7cc6cb4a3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.0681632 Jan 20 13:27:57.599126 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a37b3f09-ab9e-4235-b579-a88285f2a0c5 req-1a46e923-bc4e-4202-81ac-4e8a5ca948ff tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580256 Jan 20 13:27:58.271702 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a183f57d-5c9b-4a87-ace6-fc2f437f4e87 req-b5645fea-2570-4f45-b3f0-2db0c3342bdf tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0822008 Jan 20 13:27:58.332360 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532bfa-7d00-4543-9e6b-ef09e201e96b req-2186b0cb-f433-4f0b-9ca7-4773b3c7d78f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:58.336029 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-37532bfa-7d00-4543-9e6b-ef09e201e96b req-2186b0cb-f433-4f0b-9ca7-4773b3c7d78f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1779852 Jan 20 13:27:58.442363 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-37532bfa-7d00-4543-9e6b-ef09e201e96b req-de599c42-dac2-44ab-afab-969df3949a6d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004994 Jan 20 13:27:58.469062 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc5d02-2b9a-45e7-bb26-f62f850146f5 req-0564ac50-33e2-45e6-a222-92b32922f308 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:58.471266 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35cc5d02-2b9a-45e7-bb26-f62f850146f5 req-0564ac50-33e2-45e6-a222-92b32922f308 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.0930398 Jan 20 13:27:58.581633 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35cc5d02-2b9a-45e7-bb26-f62f850146f5 req-bf900d87-5390-44d1-ac4c-a2d390cbba04 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968516 Jan 20 13:27:58.838913 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac85185-1cbb-4ca0-a752-8b888624b896 req-8f7fa58f-d6f4-4ad9-8385-5e0f0178baee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:58.847168 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fac85185-1cbb-4ca0-a752-8b888624b896 req-8f7fa58f-d6f4-4ad9-8385-5e0f0178baee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.1162300 Jan 20 13:27:58.918827 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fac85185-1cbb-4ca0-a752-8b888624b896 req-7892bc8a-8af7-4546-939f-491c4dfa0810 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700355 Jan 20 13:27:59.029991 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac296-0ba3-4530-8121-c24364d6a595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:59.477098 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-388b2f0c-4422-4929-993f-e83833f93b10 req-5fa740fe-04e5-4a1e-afcf-ada650899eee tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0500846 Jan 20 13:27:59.589022 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56972) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:59.664127 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c490131-5004-4677-97d7-0d908c9748f5 req-5a2f284d-2210-471d-add1-0b522d70f652 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:59.666929 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c490131-5004-4677-97d7-0d908c9748f5 req-5a2f284d-2210-471d-add1-0b522d70f652 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.0757263 Jan 20 13:27:59.771734 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c490131-5004-4677-97d7-0d908c9748f5 req-05217d21-df15-4b4f-8d3b-5162d4047c67 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926561 Jan 20 13:27:59.797488 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b29e-f036-40e8-9976-33b40a9bed8e req-d8e38e57-d1ef-466f-8271-c037002047e2 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:27:59.799144 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c210b29e-f036-40e8-9976-33b40a9bed8e req-d8e38e57-d1ef-466f-8271-c037002047e2 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.0894415 Jan 20 13:27:59.802060 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1b42-3c03-4323-954a-6891c3d7e4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:59.881724 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c210b29e-f036-40e8-9976-33b40a9bed8e req-7b48448a-c09b-4c66-9261-a80f3d88c471 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710790 Jan 20 13:27:59.898992 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1b42-3c03-4323-954a-6891c3d7e4a9 admin admin] Publish callbacks [] for security_group (44fa922e-7b1d-4a67-bbfe-5ca1d8268318), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:59.904347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1b42-3c03-4323-954a-6891c3d7e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (44fa922e-7b1d-4a67-bbfe-5ca1d8268318), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:27:59.950543 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-dc0a1b42-3c03-4323-954a-6891c3d7e4a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ab793495e3349cab7086dffaa74abe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592491 Jan 20 13:27:59.953885 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56982) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:27:59.954675 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a1b42-3c03-4323-954a-6891c3d7e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa922e-7b1d-4a67-bbfe-5ca1d8268318,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:00.022431 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b8cce344-6ae1-4463-b330-f7c3734c3a57 admin admin] Publish callbacks [] for security_group (44fa922e-7b1d-4a67-bbfe-5ca1d8268318), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.050249 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b8cce344-6ae1-4463-b330-f7c3734c3a57 admin admin] Publish callbacks [] for security_group (44fa922e-7b1d-4a67-bbfe-5ca1d8268318), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.111619 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd9e0c-aef3-4a71-a7d7-3bb019e7712e req-9ba32703-41f6-4696-aa74-d2dfd2ee5f33 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:00.113986 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-73cd9e0c-aef3-4a71-a7d7-3bb019e7712e req-9ba32703-41f6-4696-aa74-d2dfd2ee5f33 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.0633528 Jan 20 13:28:00.115963 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b8cce344-6ae1-4463-b330-f7c3734c3a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (44fa922e-7b1d-4a67-bbfe-5ca1d8268318), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.124398 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b8cce344-6ae1-4463-b330-f7c3734c3a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.127341 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b8cce344-6ae1-4463-b330-f7c3734c3a57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44fa922e-7b1d-4a67-bbfe-5ca1d8268318 HTTP/1.1" status: 204 len: 168 time: 0.1687596 Jan 20 13:28:00.145002 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cce344-6ae1-4463-b330-f7c3734c3a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa922e-7b1d-4a67-bbfe-5ca1d8268318,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:00.184806 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-73cd9e0c-aef3-4a71-a7d7-3bb019e7712e req-1771e0dd-5bac-4e94-91d2-183cec8729e9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646930 Jan 20 13:28:00.497544 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 56990) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:00.518264 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7af0165b-c09f-4d6e-97b4-9947e597b654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.641333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7af0165b-c09f-4d6e-97b4-9947e597b654 admin admin] Publish callbacks [] for security_group (7b680ff4-aee2-4986-a5e4-ca57af496677), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.659400 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-95201d1a-a5b1-4a75-a880-430f1714e524 req-9af26d1e-89da-42be-832d-f06b01fd9d50 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0396736 Jan 20 13:28:00.660357 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7af0165b-c09f-4d6e-97b4-9947e597b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7b680ff4-aee2-4986-a5e4-ca57af496677), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.710690 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7af0165b-c09f-4d6e-97b4-9947e597b654 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e872f8e502524571b032f95b572c32a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115307 Jan 20 13:28:00.711791 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0165b-c09f-4d6e-97b4-9947e597b654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b680ff4-aee2-4986-a5e4-ca57af496677,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:00.715038 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 56996) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:00.816489 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0b3f-11ed-4739-89f5-3369f65a73be admin admin] Publish callbacks [] for security_group (7b680ff4-aee2-4986-a5e4-ca57af496677), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.856515 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0b3f-11ed-4739-89f5-3369f65a73be admin admin] Publish callbacks [] for security_group (7b680ff4-aee2-4986-a5e4-ca57af496677), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.953625 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0b3f-11ed-4739-89f5-3369f65a73be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7b680ff4-aee2-4986-a5e4-ca57af496677), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.958674 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2fbc0b3f-11ed-4739-89f5-3369f65a73be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:00.960832 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-2fbc0b3f-11ed-4739-89f5-3369f65a73be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b680ff4-aee2-4986-a5e4-ca57af496677 HTTP/1.1" status: 204 len: 168 time: 0.2440009 Jan 20 13:28:00.973627 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4a297-f942-40a4-9394-734a34179aec req-723e521b-2dc3-4961-98bc-f5c385192976 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:00.975323 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5e4a297-f942-40a4-9394-734a34179aec req-723e521b-2dc3-4961-98bc-f5c385192976 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.0863016 Jan 20 13:28:00.977976 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc0b3f-11ed-4739-89f5-3369f65a73be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b680ff4-aee2-4986-a5e4-ca57af496677,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:01.129693 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5e4a297-f942-40a4-9394-734a34179aec req-ca79e536-d96a-41b8-a120-049ef952c9e6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394045 Jan 20 13:28:01.162299 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1961f-2f6b-4cab-a5b2-1db26844d36f req-377627dc-ac38-4699-95f5-b1116bf253bc tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:01.168581 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cef1961f-2f6b-4cab-a5b2-1db26844d36f req-377627dc-ac38-4699-95f5-b1116bf253bc tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1433759 Jan 20 13:28:01.260020 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cef1961f-2f6b-4cab-a5b2-1db26844d36f req-9b7011b4-0f54-4999-b892-46ecabfe9d0c tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823154 Jan 20 13:28:01.369441 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496288-4e83-4d41-a529-797efc8c7a75 req-d24a9e63-9468-4ba8-a1d9-4ae1bfda282a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:01.371462 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf496288-4e83-4d41-a529-797efc8c7a75 req-d24a9e63-9468-4ba8-a1d9-4ae1bfda282a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.0703328 Jan 20 13:28:01.444134 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf496288-4e83-4d41-a529-797efc8c7a75 req-4e2e6bd4-df2e-44b3-b9b6-f4f6648c2676 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651186 Jan 20 13:28:01.802469 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3ee294fa-396d-4252-b7b7-3ea2d061f9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:01.834714 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca079cfd-1244-4fe4-ac57-d35b25190f8e req-dd9cf62b-dcd6-4cba-8d76-28c6feb6cdf0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0558743 Jan 20 13:28:02.323206 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4cf2f-a24a-4eff-91d1-7affebbee798 req-e041bcb6-05d6-427a-8989-763b80f1a097 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:02.324865 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65c4cf2f-a24a-4eff-91d1-7affebbee798 req-e041bcb6-05d6-427a-8989-763b80f1a097 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.0723183 Jan 20 13:28:02.453556 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65c4cf2f-a24a-4eff-91d1-7affebbee798 req-6e5ea0f7-a7c3-43ef-8c95-0c092c8e3fbd tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169629 Jan 20 13:28:02.461739 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-6fd593cc-caca-4588-b9d9-858bac4260b4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa32ce13f451475192ab57ae2501d786 HTTP/1.1" status: 200 len: 379 time: 0.1007824 Jan 20 13:28:02.497530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46d25-243b-4ac4-84f5-13561d6b154c req-5a661a59-a8e7-498e-959b-902e856c8e83 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:02.497530 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8a46d25-243b-4ac4-84f5-13561d6b154c req-5a661a59-a8e7-498e-959b-902e856c8e83 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1176882 Jan 20 13:28:02.592073 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8a46d25-243b-4ac4-84f5-13561d6b154c req-da56a454-4edc-49df-8287-f3dae4e6d365 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929406 Jan 20 13:28:02.645370 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467bff-64ee-4fbb-bb07-aac2b11bed3f req-f1bb275c-9ce5-4a28-8819-657231d62667 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:02.648495 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9d467bff-64ee-4fbb-bb07-aac2b11bed3f req-f1bb275c-9ce5-4a28-8819-657231d62667 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.0721941 Jan 20 13:28:02.723868 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9d467bff-64ee-4fbb-bb07-aac2b11bed3f req-9e868cc8-a58f-46cf-8ef6-a73ede0f476c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646884 Jan 20 13:28:02.978287 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:02.985471 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b38c0743-d407-4d1f-97f2-2412cedd9ba7 req-d159f962-ec90-48af-965e-37c971508bb5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0484705 Jan 20 13:28:03.514025 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57082) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:03.665278 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11956eda-112a-4f70-98b4-9a8365b5e0c6 req-34d10619-a99a-4a7a-8f5a-6d8660f00d94 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:03.667488 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ee4-89b8-4873-b7f2-b4ebb544a983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:03.669399 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11956eda-112a-4f70-98b4-9a8365b5e0c6 req-34d10619-a99a-4a7a-8f5a-6d8660f00d94 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.0942042 Jan 20 13:28:03.809927 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ee4-89b8-4873-b7f2-b4ebb544a983 admin admin] Publish callbacks [] for security_group (7955f34e-4744-4f25-9556-c3381518b183), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:03.815534 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11956eda-112a-4f70-98b4-9a8365b5e0c6 req-75aab7a9-a004-457e-8418-97f8659295ea tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354353 Jan 20 13:28:03.816658 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1eac4ee4-89b8-4873-b7f2-b4ebb544a983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7955f34e-4744-4f25-9556-c3381518b183), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:03.845236 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e6e3e-f4d0-43b0-8c3a-f5d55ef26b14 req-f9a50b93-156b-49e7-a3f2-1475a543158e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:03.846906 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a78e6e3e-f4d0-43b0-8c3a-f5d55ef26b14 req-f9a50b93-156b-49e7-a3f2-1475a543158e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1196678 Jan 20 13:28:03.898907 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4ee4-89b8-4873-b7f2-b4ebb544a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7955f34e-4744-4f25-9556-c3381518b183,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:03.917409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Request body: {'port': {'device_id': '628da180-155e-4f33-9a00-a21c8e25cce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:03.929369 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:03.981625 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a78e6e3e-f4d0-43b0-8c3a-f5d55ef26b14 req-22061ab9-9afb-4834-be33-e6c7b00e2a00 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235888 Jan 20 13:28:04.164375 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-1eac4ee4-89b8-4873-b7f2-b4ebb544a983 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4d2eaa214204a268b2da302182b0af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6488469 Jan 20 13:28:04.168131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'port': {'device_id': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'admin_state_up': True, 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'security_groups': ['763b4ad4-dc61-47bc-af83-b010b8d43a86']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:04.184107 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57102) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:04.240998 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1beb3-bf1d-48cb-a7d7-3c009c106059 req-1c8fa96d-1b56-4800-ab40-089eaa2c0648 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:04.243685 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b7f1beb3-bf1d-48cb-a7d7-3c009c106059 req-1c8fa96d-1b56-4800-ab40-089eaa2c0648 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 931 time: 0.2330356 Jan 20 13:28:04.293003 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b47f383c-854f-4f8d-9902-51032d89d0e5 req-1f451529-e69e-442a-9e90-2205323dfe6a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.1545534 Jan 20 13:28:04.365416 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5784-1833-4ed1-a57d-81126643c22f req-607b4794-c351-4198-ac8a-59451ce96b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:04.367938 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d6d5784-1833-4ed1-a57d-81126643c22f req-607b4794-c351-4198-ac8a-59451ce96b23 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1096 time: 0.2958326 Jan 20 13:28:04.375197 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:04.390835 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357538f2-7aba-4dba-96db-04ce99691d55 req-d1d52a08-e1c9-420c-8475-f49c8f198d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:04.393491 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-357538f2-7aba-4dba-96db-04ce99691d55 req-d1d52a08-e1c9-420c-8475-f49c8f198d5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=df15bcd62c384bb1aaab9d5622098b5b&device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 1097 time: 0.2232025 Jan 20 13:28:04.400362 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c req-c8401699-8924-422e-a4f4-be9f1cb2746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:04.401913 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c req-c8401699-8924-422e-a4f4-be9f1cb2746f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 1096 time: 0.2425075 Jan 20 13:28:04.421025 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b7f1beb3-bf1d-48cb-a7d7-3c009c106059 req-61a01769-4a04-4996-806c-bc4ec344dbce tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401956 Jan 20 13:28:04.473947 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cf9333c-2834-49ef-ad34-d1c0eb5b1433 admin admin] Publish callbacks [] for security_group (7955f34e-4744-4f25-9556-c3381518b183), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:04.598683 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cf9333c-2834-49ef-ad34-d1c0eb5b1433 admin admin] Publish callbacks [] for security_group (7955f34e-4744-4f25-9556-c3381518b183), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:04.611952 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Made reservation on behalf of aa32ce13f451475192ab57ae2501d786 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:28:04.615634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:04.955172 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cf9333c-2834-49ef-ad34-d1c0eb5b1433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7955f34e-4744-4f25-9556-c3381518b183), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:04.958613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5cf9333c-2834-49ef-ad34-d1c0eb5b1433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:04.960417 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5cf9333c-2834-49ef-ad34-d1c0eb5b1433 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7955f34e-4744-4f25-9556-c3381518b183 HTTP/1.1" status: 204 len: 168 time: 0.7752039 Jan 20 13:28:05.151180 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9333c-2834-49ef-ad34-d1c0eb5b1433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7955f34e-4744-4f25-9556-c3381518b183,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:05.283440 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Allocated IP 172.20.0.10 (8dfa21cd-03fa-43fc-a4ee-30c1371cf836/4230fa7d-a93b-4f79-8f07-a824eaaf46aa/2325e654-403b-45c8-8147-0d5040c191fc) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:28:05.297716 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:05.311685 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c req-304b751e-8a27-4311-bb3e-5533e15e741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:05.313505 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c req-304b751e-8a27-4311-bb3e-5533e15e741a service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=93586a8bfd2547989f3a1f4665c164d1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5710037 Jan 20 13:28:05.317134 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Publish callbacks [] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.326777 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.347621 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Transition to ACTIVE for port object 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:28:05.350829 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500d2e-a941-4084-874b-9ca84f0e616e req-5c2e7edc-7527-45e6-9ea2-7846d3577f9c tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:05.353730 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87500d2e-a941-4084-874b-9ca84f0e616e req-5c2e7edc-7527-45e6-9ea2-7846d3577f9c tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.2154720 Jan 20 13:28:05.363077 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.384137 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357538f2-7aba-4dba-96db-04ce99691d55 req-03d6a8df-fd6e-4be9-9f05-d05e418f1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:05.386670 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-357538f2-7aba-4dba-96db-04ce99691d55 req-03d6a8df-fd6e-4be9-9f05-d05e418f1b54 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=df15bcd62c384bb1aaab9d5622098b5b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6445787 Jan 20 13:28:05.402178 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db364dcb-da9d-40b5-8852-78dde21b5efd req-67de2ea1-f25b-4b56-a4af-8f096ee5ff91 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:05.405763 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db364dcb-da9d-40b5-8852-78dde21b5efd req-67de2ea1-f25b-4b56-a4af-8f096ee5ff91 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.4277208 Jan 20 13:28:05.407574 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5784-1833-4ed1-a57d-81126643c22f req-32986635-81a4-4e9e-9f29-8babe402c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:05.410026 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d6d5784-1833-4ed1-a57d-81126643c22f req-32986635-81a4-4e9e-9f29-8babe402c885 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=93586a8bfd2547989f3a1f4665c164d1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6703098 Jan 20 13:28:05.496603 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:05.556982 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Attempting to bind port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:28:05.557441 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Attempting to bind port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:28:05.557820 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Attempting to bind port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 on network 72439533-e86e-441c-a2c9-c719a11b81aa {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:28:05.578100 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for port (2325e654-403b-45c8-8147-0d5040c191fc), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.608052 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57122) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:05.652023 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4bbf46a6-6720-4dc1-b41f-80cf14cc10fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.660676 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (2325e654-403b-45c8-8147-0d5040c191fc), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.663538 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 on network 72439533-e86e-441c-a2c9-c719a11b81aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:28:05.664196 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Attempting to bind port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 on network 72439533-e86e-441c-a2c9-c719a11b81aa {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:28:05.765660 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:28:05.770607 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:28:05.780623 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db364dcb-da9d-40b5-8852-78dde21b5efd req-82e8b709-6e91-4de5-a279-4fec9e5d2837 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540907 Jan 20 13:28:05.792172 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:28:05.799144 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87500d2e-a941-4084-874b-9ca84f0e616e req-9f2a4ed7-fe40-44b5-ae7a-5b1772d2905b tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877277 Jan 20 13:28:05.804304 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:05.805518 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.813037 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:28:05.813617 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Checking segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:28:05.814284 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Bound using segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:28:05.815111 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Bound port: 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:28:05.815729 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:05.905094 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'Port': ['ID=2325e654-403b-45c8-8147-0d5040c191fc,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:06.031348 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fd14f047-e3bf-45f6-a44c-75069777d768 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8702519 Jan 20 13:28:06.052225 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b1932-4083-4a30-aa12-0eec3aaf7c7e req-e6f5f81e-1155-472f-93fb-f05356c538e1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:06.052225 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-114b1932-4083-4a30-aa12-0eec3aaf7c7e req-e6f5f81e-1155-472f-93fb-f05356c538e1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 932 time: 0.1320996 Jan 20 13:28:06.146285 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:28:06.155341 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:28:06.180056 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.191983 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-114b1932-4083-4a30-aa12-0eec3aaf7c7e req-6855bcb6-68e6-41c0-b42d-e196ae6982af tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252182 Jan 20 13:28:06.259176 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc933b-ef94-43a3-ba9d-dd87cf916859 req-46265e72-8c16-4fa5-87a4-072f0955b1c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:06.261862 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61dc933b-ef94-43a3-ba9d-dd87cf916859 req-46265e72-8c16-4fa5-87a4-072f0955b1c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.2118380 Jan 20 13:28:06.267105 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:06.268338 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.270542 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] 10.222.0.91 "PUT /v2.0/ports/4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 1093 time: 2.3635147 Jan 20 13:28:06.271255 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:06.275369 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a43c4-cebc-4a53-8893-1167bca4e6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:06.283525 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-d069d6af-27fb-4e30-89f5-cca3b19b4a53 None None] Provisioning complete for port 2325e654-403b-45c8-8147-0d5040c191fc triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:28:06.284429 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d069d6af-27fb-4e30-89f5-cca3b19b4a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (2325e654-403b-45c8-8147-0d5040c191fc), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.404452 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-d069d6af-27fb-4e30-89f5-cca3b19b4a53 None None] Port 2325e654-403b-45c8-8147-0d5040c191fc cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:28:06.423016 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61dc933b-ef94-43a3-ba9d-dd87cf916859 req-af49ebc0-68e5-47db-894f-49ec58251a57 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470451 Jan 20 13:28:06.436525 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ecc383-370e-47d8-8a35-61e0723917e1 x-openstack-request-id: req-e4ecc383-370e-47d8-8a35-61e0723917e1 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:06.437265 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:06.437661 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4ecc383-370e-47d8-8a35-61e0723917e1 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:06.438294 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'status': 'completed', 'code': 200} Jan 20 13:28:06.461546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4bbf46a6-6720-4dc1-b41f-80cf14cc10fe admin admin] Publish callbacks [] for security_group (54ac5c91-4463-4ed9-a48b-aca81cb127f0), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.467625 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd83ae-b245-427a-924c-b3a96df8b6ed service neutron] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:06.485173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4bbf46a6-6720-4dc1-b41f-80cf14cc10fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (54ac5c91-4463-4ed9-a48b-aca81cb127f0), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.550137 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4bbf46a6-6720-4dc1-b41f-80cf14cc10fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4300679c6ca54db7ad873e033f64ed55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9403934 Jan 20 13:28:06.553906 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57140) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:06.558465 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf46a6-6720-4dc1-b41f-80cf14cc10fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac5c91-4463-4ed9-a48b-aca81cb127f0,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:06.623559 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc625877-24ee-44a7-ad5d-48fcb9a9caf3 admin admin] Publish callbacks [] for security_group (54ac5c91-4463-4ed9-a48b-aca81cb127f0), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.652750 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc625877-24ee-44a7-ad5d-48fcb9a9caf3 admin admin] Publish callbacks [] for security_group (54ac5c91-4463-4ed9-a48b-aca81cb127f0), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.730455 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc625877-24ee-44a7-ad5d-48fcb9a9caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (54ac5c91-4463-4ed9-a48b-aca81cb127f0), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.735949 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc625877-24ee-44a7-ad5d-48fcb9a9caf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:06.737911 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-dc625877-24ee-44a7-ad5d-48fcb9a9caf3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54ac5c91-4463-4ed9-a48b-aca81cb127f0 HTTP/1.1" status: 204 len: 168 time: 0.1825883 Jan 20 13:28:06.752478 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc625877-24ee-44a7-ad5d-48fcb9a9caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac5c91-4463-4ed9-a48b-aca81cb127f0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:07.038648 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481e3e-e3d8-42ad-8a12-df127932797b req-518eb9a9-8a7f-4a0f-95f1-9dc7e33a3ca5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:07.042070 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6481e3e-e3d8-42ad-8a12-df127932797b req-518eb9a9-8a7f-4a0f-95f1-9dc7e33a3ca5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1341524 Jan 20 13:28:07.069571 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc86062-f454-4d38-bddb-295858d4595a req-4819b62c-7091-4c62-ac17-f4c9afb6bc38 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:07.072184 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9bc86062-f454-4d38-bddb-295858d4595a req-4819b62c-7091-4c62-ac17-f4c9afb6bc38 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1333203 Jan 20 13:28:07.172500 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6481e3e-e3d8-42ad-8a12-df127932797b req-571995f5-08a1-4c6a-89b5-94cf360d6e9f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170356 Jan 20 13:28:07.228354 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9bc86062-f454-4d38-bddb-295858d4595a req-931b254b-331f-466f-90c1-da28ae927cfc tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436069 Jan 20 13:28:07.352029 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ed1b-4c76-4aa9-be35-0f94a3b45941 req-f47a8d6b-f459-446e-aa70-2ec613cfa0b3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:07.352029 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8023ed1b-4c76-4aa9-be35-0f94a3b45941 req-f47a8d6b-f459-446e-aa70-2ec613cfa0b3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 932 time: 0.0566080 Jan 20 13:28:07.408810 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8023ed1b-4c76-4aa9-be35-0f94a3b45941 req-e2f6ac83-3934-4c74-b897-68edcc4aee3c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504725 Jan 20 13:28:07.592840 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ce623-7d4a-4f06-93ad-f0582bde9169 req-a4a22739-03cb-41bb-b14d-e4b8732bbc95 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:07.594454 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d13ce623-7d4a-4f06-93ad-f0582bde9169 req-a4a22739-03cb-41bb-b14d-e4b8732bbc95 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0719995 Jan 20 13:28:07.670757 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d13ce623-7d4a-4f06-93ad-f0582bde9169 req-89001e4a-3f03-4470-b57f-25375468d427 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695646 Jan 20 13:28:08.436997 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5ec0f-4efc-4deb-900a-1e4b2a2cf400 req-718c77fe-cfe9-4365-a657-c8e0bebba882 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:08.438818 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-94b5ec0f-4efc-4deb-900a-1e4b2a2cf400 req-718c77fe-cfe9-4365-a657-c8e0bebba882 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1317244 Jan 20 13:28:08.448205 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d573-3aa4-4ee5-b4d6-8514056d02b2 req-ea8417b2-258b-41ed-8fe3-e8638a74e671 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:08.449792 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dbe3d573-3aa4-4ee5-b4d6-8514056d02b2 req-ea8417b2-258b-41ed-8fe3-e8638a74e671 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1278276 Jan 20 13:28:08.541953 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dbe3d573-3aa4-4ee5-b4d6-8514056d02b2 req-020d6924-8d19-4a53-9632-6620235abe8d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820074 Jan 20 13:28:08.545093 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-94b5ec0f-4efc-4deb-900a-1e4b2a2cf400 req-53d55506-a43e-401d-84f2-94ce8fdcf3fe tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936894 Jan 20 13:28:08.710132 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3287e-f3ca-4bac-b819-7ea988845dc8 req-483fd9e2-6b63-4e61-809d-dd6baf4e2146 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:08.713472 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cc3287e-f3ca-4bac-b819-7ea988845dc8 req-483fd9e2-6b63-4e61-809d-dd6baf4e2146 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 932 time: 0.0744374 Jan 20 13:28:08.799005 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cc3287e-f3ca-4bac-b819-7ea988845dc8 req-788e7450-398c-4c3e-9e9c-d05a81300e07 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783236 Jan 20 13:28:08.902659 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8ce92-fc85-41c7-912b-592669ea2012 req-990fef9a-94eb-4177-8f4a-fffafbb76ce3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:08.904535 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acb8ce92-fc85-41c7-912b-592669ea2012 req-990fef9a-94eb-4177-8f4a-fffafbb76ce3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0993912 Jan 20 13:28:08.975212 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acb8ce92-fc85-41c7-912b-592669ea2012 req-884e3662-fe2c-4352-9f22-bf041ceca5ff tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622265 Jan 20 13:28:09.127564 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Request body: {'port': {'device_id': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:09.326403 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c req-de86b045-80ac-424b-af26-2a91224175e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:09.327637 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cf5074b3-ee84-42bb-9b86-9e2f15817d2c req-de86b045-80ac-424b-af26-2a91224175e4 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2665696 Jan 20 13:28:09.409496 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a43c4-cebc-4a53-8893-1167bca4e6cc req-a4e6ef50-768a-4364-be17-62629331582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:09.411462 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-732a43c4-cebc-4a53-8893-1167bca4e6cc req-a4e6ef50-768a-4364-be17-62629331582c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1096 time: 0.2446091 Jan 20 13:28:09.431301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2325e654-403b-45c8-8147-0d5040c191fc), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:09.607932 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5784-1833-4ed1-a57d-81126643c22f req-d1a95f67-d7e0-43db-bcb4-acdff63606f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:09.609614 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d6d5784-1833-4ed1-a57d-81126643c22f req-d1a95f67-d7e0-43db-bcb4-acdff63606f9 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5256793 Jan 20 13:28:09.624051 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357538f2-7aba-4dba-96db-04ce99691d55 req-b0a77955-1158-439e-a010-7372e4da0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:09.626042 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-357538f2-7aba-4dba-96db-04ce99691d55 req-b0a77955-1158-439e-a010-7372e4da0293 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5276773 Jan 20 13:28:09.849220 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-57a2e0af-bfef-41cb-95bb-a53cc3847bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:09.850787 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-57a2e0af-bfef-41cb-95bb-a53cc3847bd2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1096 time: 0.1449878 Jan 20 13:28:09.994328 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-dc4fb304-853e-4291-8b09-83a7f8130dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:09.998814 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-dc4fb304-853e-4291-8b09-83a7f8130dd8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=df15bcd62c384bb1aaab9d5622098b5b&device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 1097 time: 0.2529778 Jan 20 13:28:10.001143 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-88e42402-b951-4949-8cd4-40e3ba43ba69 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 217 time: 0.1402872 Jan 20 13:28:10.016485 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6d278-48bd-4be0-b273-018ec2a00192 req-5d660a48-7389-4400-b600-0374f4fb992b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.023339 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fa447bc1-c451-4099-8990-f174fc3739a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.025436 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02c6d278-48bd-4be0-b273-018ec2a00192 req-5d660a48-7389-4400-b600-0374f4fb992b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.2487402 Jan 20 13:28:10.026095 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-fa447bc1-c451-4099-8990-f174fc3739a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 1096 time: 0.3578861 Jan 20 13:28:10.084537 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8d39-bf2e-49b4-b157-bfd766d659e4 req-fb00dfee-0e64-4040-bc59-74b624beb3aa tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.086343 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8dff8d39-bf2e-49b4-b157-bfd766d659e4 req-fb00dfee-0e64-4040-bc59-74b624beb3aa tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.3906126 Jan 20 13:28:10.129048 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-a70eb6e6-23db-4154-97bf-6b5368cccc63 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 HTTP/1.1" status: 200 len: 217 time: 0.0543683 Jan 20 13:28:10.138144 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57264) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:10.144366 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-3c70d169-0f93-4bab-ba1d-7df869b47116 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.1015303 Jan 20 13:28:10.238018 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a43c4-cebc-4a53-8893-1167bca4e6cc req-b2459134-845c-480f-b521-6b7346c0781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.239439 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-732a43c4-cebc-4a53-8893-1167bca4e6cc req-b2459134-845c-480f-b521-6b7346c0781b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=91c2d0a83d154ff78e20229f41dd1673&shared=False HTTP/1.1" status: 200 len: 918 time: 0.8201568 Jan 20 13:28:10.293735 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-bb534bbe-d5f0-4f34-a4b1-e579332f1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.298025 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-bb534bbe-d5f0-4f34-a4b1-e579332f1a36 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.2699993 Jan 20 13:28:10.362571 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-7dec5a39-b7de-4877-a015-bc405a6c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.364114 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-7dec5a39-b7de-4877-a015-bc405a6c7feb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.2111707 Jan 20 13:28:10.416290 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-9c01a239-4333-45cb-9c68-f7c0c816391f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954020 Jan 20 13:28:10.432452 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8dff8d39-bf2e-49b4-b157-bfd766d659e4 req-40c27108-29e9-4b1c-9307-6c74fb55de74 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016217 Jan 20 13:28:10.434029 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-fba7f4f9-1e2c-46ab-8448-4767de8fe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:10.436240 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-fba7f4f9-1e2c-46ab-8448-4767de8fe470 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2646f6c5-1c30-423f-8d76-08c336b325d0 HTTP/1.1" status: 200 len: 852 time: 0.2960513 Jan 20 13:28:10.441852 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02c6d278-48bd-4be0-b273-018ec2a00192 req-b6249d35-f0fd-42e9-9ace-436aa28251a0 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148990 Jan 20 13:28:10.522359 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-4556b82f-073d-4513-82e5-8bf5efe2f920 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f1d4a4f5-1340-493a-a7ca-05439e7eac45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795200 Jan 20 13:28:10.575322 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-449be4aa-31cb-4711-9a88-7776927fbf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:10.675415 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-e75f78d3-5994-466a-8049-329d1c286197 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2539086 Jan 20 13:28:10.915074 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57292) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:11.003350 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-6f61dc15-b0f2-48bd-a565-1149ca6598fb service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655563 Jan 20 13:28:11.008234 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-a020c83a-9acc-4d29-8989-8132da155218 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170183 Jan 20 13:28:11.009287 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a43c4-cebc-4a53-8893-1167bca4e6cc req-84bf6305-8f33-438d-b326-239cf528b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.010781 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-732a43c4-cebc-4a53-8893-1167bca4e6cc req-84bf6305-8f33-438d-b326-239cf528b02c service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7389791 Jan 20 13:28:11.032454 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcc477-1a2e-409f-9241-e4a9b8476006 req-557e3c7b-4c23-4b1d-ba0b-8f074eb0ce4a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.040197 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54bcc477-1a2e-409f-9241-e4a9b8476006 req-557e3c7b-4c23-4b1d-ba0b-8f074eb0ce4a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 932 time: 0.5117505 Jan 20 13:28:11.052538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990587be-9d96-4085-8786-67c9e29dedec req-1fe23572-aaed-45e1-84ed-a490c944c6dc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.054878 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-990587be-9d96-4085-8786-67c9e29dedec req-1fe23572-aaed-45e1-84ed-a490c944c6dc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1918027 Jan 20 13:28:11.070804 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-b2359a29-16a0-4ae3-88c4-f728087f822a service neutron] 10.222.0.91 "GET /v2.0/networks/f1d4a4f5-1340-493a-a7ca-05439e7eac45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404539 Jan 20 13:28:11.160850 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2325e654-403b-45c8-8147-0d5040c191fc {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:11.208445 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Publish callbacks [] for port (2325e654-403b-45c8-8147-0d5040c191fc), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:11.250990 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Transition to ACTIVE for port object 2325e654-403b-45c8-8147-0d5040c191fc will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:28:11.269497 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2325e654-403b-45c8-8147-0d5040c191fc), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:11.304246 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-84bbfd4a-e4b9-4c91-bbf1-30512a51eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.305902 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-84bbfd4a-e4b9-4c91-bbf1-30512a51eb7e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1096 time: 0.2281339 Jan 20 13:28:11.385142 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54bcc477-1a2e-409f-9241-e4a9b8476006 req-983c0dad-17b4-4e42-aa74-57bbd6b298d4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437428 Jan 20 13:28:11.406070 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-7aa41f82-aab0-43c0-8151-dea23c0187f3 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589232 Jan 20 13:28:11.413053 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-449be4aa-31cb-4711-9a88-7776927fbf2a admin admin] Publish callbacks [] for security_group (51b99489-e26a-471c-a86c-685e35012e47), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:11.417705 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-6fd57798-b17b-4196-8123-e001afd11132 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 217 time: 0.0810752 Jan 20 13:28:11.434746 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-990587be-9d96-4085-8786-67c9e29dedec req-368d2c55-ee52-40bd-ae61-0714e0d21dab tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617427 Jan 20 13:28:11.449095 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-449be4aa-31cb-4711-9a88-7776927fbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (51b99489-e26a-471c-a86c-685e35012e47), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:11.453200 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Pushing event updated for resources: {'Port': ['ID=2325e654-403b-45c8-8147-0d5040c191fc,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:11.488341 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5c92bd3e-f8c6-4a70-80ca-820a6fe9d580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:11.590864 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-93722aa8-7b4e-4c92-9446-4a9a533b8e99 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765224 Jan 20 13:28:11.605346 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec0ef90-634d-458a-83b4-c0b6aab8777d req-c14da00b-f560-4611-8218-1781f70b7a6d service neutron] 10.222.0.91 "GET /v2.0/networks/f1d4a4f5-1340-493a-a7ca-05439e7eac45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164714 Jan 20 13:28:11.679127 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-449be4aa-31cb-4711-9a88-7776927fbf2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=278fcf91db474b95a337ec981646ad55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5363002 Jan 20 13:28:11.691394 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57310) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:11.697870 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449be4aa-31cb-4711-9a88-7776927fbf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b99489-e26a-471c-a86c-685e35012e47,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:11.704873 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-1694cad1-b000-4ca6-a0b6-589473e27bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.711949 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-1694cad1-b000-4ca6-a0b6-589473e27bdd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.2840006 Jan 20 13:28:11.714631 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Attempting to bind port 2325e654-403b-45c8-8147-0d5040c191fc on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:28:11.715306 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Attempting to bind port 2325e654-403b-45c8-8147-0d5040c191fc by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:28:11.716031 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Attempting to bind port 2325e654-403b-45c8-8147-0d5040c191fc on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:28:11.728511 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Port 2325e654-403b-45c8-8147-0d5040c191fc on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:28:11.729301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Attempting to bind port 2325e654-403b-45c8-8147-0d5040c191fc on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:28:11.827682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:28:11.827682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Checking segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:28:11.827682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Bound using segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:28:11.827682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Bound port: 2325e654-403b-45c8-8147-0d5040c191fc, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:28:11.827682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2325e654-403b-45c8-8147-0d5040c191fc), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:11.916821 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd1aba-5d0d-4af0-9d03-5e8e739c98d9 req-041b1953-e100-4623-a471-3c5f6b12d18e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.918495 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4bdd1aba-5d0d-4af0-9d03-5e8e739c98d9 req-041b1953-e100-4623-a471-3c5f6b12d18e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.2397256 Jan 20 13:28:11.924347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-915ec635-1689-4170-8ec1-9d36aaa0c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:11.928088 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-915ec635-1689-4170-8ec1-9d36aaa0c69f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2011304 Jan 20 13:28:12.001714 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e062-38f9-4518-94f3-dd3e5d26c33f req-b02d6708-ce58-42e2-817c-e2e212a0e35b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:12.004970 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8985e062-38f9-4518-94f3-dd3e5d26c33f req-b02d6708-ce58-42e2-817c-e2e212a0e35b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.3011498 Jan 20 13:28:12.039994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-188f7a0b-fec5-4e26-9fb8-7c6ccdf43811 admin admin] Publish callbacks [] for security_group (51b99489-e26a-471c-a86c-685e35012e47), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.047085 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5c92bd3e-f8c6-4a70-80ca-820a6fe9d580 admin admin] Publish callbacks [] for security_group (e913481c-58ec-40d0-9fa2-e2d5db77cec4), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.066795 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] For port 2325e654-403b-45c8-8147-0d5040c191fc, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:28:12.072918 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] For port 2325e654-403b-45c8-8147-0d5040c191fc, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2325e654-403b-45c8-8147-0d5040c191fc,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:28:12.084165 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5c92bd3e-f8c6-4a70-80ca-820a6fe9d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (e913481c-58ec-40d0-9fa2-e2d5db77cec4), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.090557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2325e654-403b-45c8-8147-0d5040c191fc), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.154140 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:12.155403 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.157835 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] 10.222.0.91 "PUT /v2.0/ports/2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 1094 time: 3.0404999 Jan 20 13:28:12.158842 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:12.162089 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b1f46-a3d1-4d85-aa45-26a16d9142a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "tag": "2325e654-403b-45c8-8147-0d5040c191fc"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:12.180860 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-7f34f0a8-aec5-4a67-813c-b9c09e2bd212 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431040 Jan 20 13:28:12.230293 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376751e-d418-478b-985f-54cbe30c0a68 service neutron] Pushing event updated for resources: {'Port': ['ID=2325e654-403b-45c8-8147-0d5040c191fc,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:12.253874 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8985e062-38f9-4518-94f3-dd3e5d26c33f req-e828c181-9093-4956-89e1-8ee769d15498 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110851 Jan 20 13:28:12.268828 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-188f7a0b-fec5-4e26-9fb8-7c6ccdf43811 admin admin] Publish callbacks [] for security_group (51b99489-e26a-471c-a86c-685e35012e47), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.284151 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4bdd1aba-5d0d-4af0-9d03-5e8e739c98d9 req-d725101f-a6eb-4dd9-b9e4-29ffa1662bd7 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392150 Jan 20 13:28:12.347465 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92bd3e-f8c6-4a70-80ca-820a6fe9d580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e913481c-58ec-40d0-9fa2-e2d5db77cec4,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:12.370623 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5c92bd3e-f8c6-4a70-80ca-820a6fe9d580 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7c752312618490f92300d3b999d633b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4496872 Jan 20 13:28:12.373928 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10744d-99d8-4684-806a-917c9dc3b446 x-openstack-request-id: req-7d10744d-99d8-4684-806a-917c9dc3b446 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:12.374663 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "tag": "2325e654-403b-45c8-8147-0d5040c191fc", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:12.375089 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d10744d-99d8-4684-806a-917c9dc3b446 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:12.375996 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc', 'status': 'completed', 'code': 200} Jan 20 13:28:12.379505 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57330) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:12.459770 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-188f7a0b-fec5-4e26-9fb8-7c6ccdf43811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (51b99489-e26a-471c-a86c-685e35012e47), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.462530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-188f7a0b-fec5-4e26-9fb8-7c6ccdf43811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.467438 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-188f7a0b-fec5-4e26-9fb8-7c6ccdf43811 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51b99489-e26a-471c-a86c-685e35012e47 HTTP/1.1" status: 204 len: 168 time: 0.7653344 Jan 20 13:28:12.499680 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f7a0b-fec5-4e26-9fb8-7c6ccdf43811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b99489-e26a-471c-a86c-685e35012e47,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:12.503887 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-2a00ddd8-65a7-4202-a3e1-f5aa7ab2f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:12.506172 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-2a00ddd8-65a7-4202-a3e1-f5aa7ab2f02f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1097 time: 0.2161162 Jan 20 13:28:12.516393 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-8b8366fe-c9fa-4970-a3dd-0fc1c05a98c3 req-46b598e8-61cc-48ac-8d7b-b860085284f4 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282828 Jan 20 13:28:12.612047 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-dccc9bae-04b4-4ca8-8724-88bf7d64c417 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 217 time: 0.0943158 Jan 20 13:28:12.616782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbcf-50d2-4bbf-9218-2962d9ecb39f admin admin] Publish callbacks [] for security_group (e913481c-58ec-40d0-9fa2-e2d5db77cec4), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:12.781891 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647bde7-8930-4c69-8d7d-bf653f6d1af9 req-5ab440ec-01ac-4f38-8e31-1ae1719b6cd6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:12.793167 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b647bde7-8930-4c69-8d7d-bf653f6d1af9 req-5ab440ec-01ac-4f38-8e31-1ae1719b6cd6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 944 time: 0.1920662 Jan 20 13:28:12.827802 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095864-b2de-40ab-b33f-555fa7f3c865 req-fb4b5db6-0392-4a2c-b89a-1144c809ed35 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:12.830427 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48095864-b2de-40ab-b33f-555fa7f3c865 req-fb4b5db6-0392-4a2c-b89a-1144c809ed35 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1802046 Jan 20 13:28:12.897430 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b647bde7-8930-4c69-8d7d-bf653f6d1af9 req-61e7534d-d8b6-4383-88b6-8b3326c94aa3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029184 Jan 20 13:28:13.024245 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbcf-50d2-4bbf-9218-2962d9ecb39f admin admin] Publish callbacks [] for security_group (e913481c-58ec-40d0-9fa2-e2d5db77cec4), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.038408 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48095864-b2de-40ab-b33f-555fa7f3c865 req-59f73d2e-cbbd-4b08-8e06-14bdb7496b11 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570103 Jan 20 13:28:13.059281 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-c46a1ad5-ce0e-455e-b972-8218dc698a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:13.061279 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-c46a1ad5-ce0e-455e-b972-8218dc698a06 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.4413338 Jan 20 13:28:13.132517 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-0a0186c9-25e2-451d-ad6e-188e9f762796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:13.134311 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-0a0186c9-25e2-451d-ad6e-188e9f762796 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630414 Jan 20 13:28:13.152541 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbcf-50d2-4bbf-9218-2962d9ecb39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (e913481c-58ec-40d0-9fa2-e2d5db77cec4), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.160351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbcf-50d2-4bbf-9218-2962d9ecb39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.162012 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ce1efbcf-50d2-4bbf-9218-2962d9ecb39f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e913481c-58ec-40d0-9fa2-e2d5db77cec4 HTTP/1.1" status: 204 len: 168 time: 0.7807856 Jan 20 13:28:13.203868 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1efbcf-50d2-4bbf-9218-2962d9ecb39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e913481c-58ec-40d0-9fa2-e2d5db77cec4,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:13.264167 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57374) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:13.292778 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.314515 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-fb148e64-daf7-4d77-85da-efa4727e8551 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720273 Jan 20 13:28:13.463984 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Publish callbacks [] for security_group (72e70238-dcaa-4c79-aa84-ce808b96d3bb), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.477372 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (72e70238-dcaa-4c79-aa84-ce808b96d3bb), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.509797 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbed43-0ba4-4175-8b11-c557f8d4e43a req-78278713-ade4-4437-847d-36b5e9ecd492 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:13.511884 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c8bbed43-0ba4-4175-8b11-c557f8d4e43a req-78278713-ade4-4437-847d-36b5e9ecd492 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1100771 Jan 20 13:28:13.523535 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a8291d3e-6b36-4957-a8ae-284b197265ca req-c068b158-285e-44b8-b9e5-7a3fbe86a7dd service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006452 Jan 20 13:28:13.605343 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e70238-dcaa-4c79-aa84-ce808b96d3bb,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:13.620407 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d44c8e40d4a4539acb611a65cdf3edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540649 Jan 20 13:28:13.623466 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57388) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:13.632252 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.632783 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.633259 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.633846 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.634295 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.634952 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.635411 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.635952 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.636610 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.637066 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.637519 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.638527 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.638981 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf22459-6b6f-4800-b452-c0b9afbc2868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:13.738266 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc807-f31a-4c52-9ddd-be581e46d110 req-605a98d8-458a-4b07-99dc-523ebc61ccb1 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:13.740643 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cfbc807-f31a-4c52-9ddd-be581e46d110 req-605a98d8-458a-4b07-99dc-523ebc61ccb1 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.2534444 Jan 20 13:28:13.746913 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c8bbed43-0ba4-4175-8b11-c557f8d4e43a req-8ae8878f-7bc4-461a-8061-e744bd89979f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203896 Jan 20 13:28:13.820919 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-0454dcb8-72db-4091-b7d5-bad8d3895042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:13.824199 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-0454dcb8-72db-4091-b7d5-bad8d3895042 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1097 time: 0.2243915 Jan 20 13:28:13.850152 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Publish callbacks [] for security_group (72e70238-dcaa-4c79-aa84-ce808b96d3bb), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:13.853148 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cfbc807-f31a-4c52-9ddd-be581e46d110 req-ba3f945c-2f97-4f2b-a375-4665303f9383 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901778 Jan 20 13:28:13.970781 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57394) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:14.010688 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Publish callbacks [] for security_group (72e70238-dcaa-4c79-aa84-ce808b96d3bb), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.040506 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eddbea6a-a912-498e-84fc-298f36129eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.089230 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4be18-5d17-4523-a101-44ee8409619c req-193cee00-6140-497a-8be0-51bf4c58c4ce tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:14.092754 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72f4be18-5d17-4523-a101-44ee8409619c req-193cee00-6140-497a-8be0-51bf4c58c4ce tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 944 time: 0.0751922 Jan 20 13:28:14.166109 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-292b1557-1862-4538-aea4-1e074c308d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:14.167657 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-292b1557-1862-4538-aea4-1e074c308d2a service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.3338096 Jan 20 13:28:14.175184 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72f4be18-5d17-4523-a101-44ee8409619c req-9ee909d0-7fa8-4998-bbc4-84e718ddd405 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698020 Jan 20 13:28:14.258077 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-c80cf4a5-2e18-4b03-b1bd-08c2b4dc5f93 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 217 time: 0.0809698 Jan 20 13:28:14.287178 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (72e70238-dcaa-4c79-aa84-ce808b96d3bb), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.291176 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeed291-d17f-4dc6-8c52-cf08d1936543 req-8bae0c04-dbd6-4c96-9bae-49a836a95948 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:14.291961 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.293706 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-caeed291-d17f-4dc6-8c52-cf08d1936543 req-8bae0c04-dbd6-4c96-9bae-49a836a95948 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1010530 Jan 20 13:28:14.293884 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72e70238-dcaa-4c79-aa84-ce808b96d3bb HTTP/1.1" status: 204 len: 168 time: 0.6661134 Jan 20 13:28:14.356336 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e70238-dcaa-4c79-aa84-ce808b96d3bb,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:14.374018 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-caeed291-d17f-4dc6-8c52-cf08d1936543 req-9fbce87b-c295-4e0b-9cd5-c0aee6d2f839 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650740 Jan 20 13:28:14.397460 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.398122 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.398753 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.399384 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.399959 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.400552 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.401118 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.401775 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.402475 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.402903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.403544 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.404330 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.404830 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2a7fd-9cd6-49f4-a339-6046a5c57d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:14.422286 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-568c7e1f-ef5b-4c30-9361-cc7682eced41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:14.425679 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-568c7e1f-ef5b-4c30-9361-cc7682eced41 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.1565442 Jan 20 13:28:14.496658 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eddbea6a-a912-498e-84fc-298f36129eb2 admin admin] Publish callbacks [] for security_group (3bb4e0ee-781d-4dd8-a094-39b2badff8cc), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.503103 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eddbea6a-a912-498e-84fc-298f36129eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (3bb4e0ee-781d-4dd8-a094-39b2badff8cc), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.562215 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-a3070ba2-4a75-416f-b17f-cbcd64cd4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:14.564000 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-a3070ba2-4a75-416f-b17f-cbcd64cd4f9b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250322 Jan 20 13:28:14.567578 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-eddbea6a-a912-498e-84fc-298f36129eb2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb2576f85d44406e9b457ab39d42d39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929840 Jan 20 13:28:14.568594 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbea6a-a912-498e-84fc-298f36129eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb4e0ee-781d-4dd8-a094-39b2badff8cc,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:14.571846 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57408) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:14.706800 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fda4d2b6-c36d-439f-a3e1-b1b724274a06 admin admin] Publish callbacks [] for security_group (3bb4e0ee-781d-4dd8-a094-39b2badff8cc), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.738297 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-d9314324-752f-4c5d-94b7-12f6fef17680 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589134 Jan 20 13:28:14.768842 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fda4d2b6-c36d-439f-a3e1-b1b724274a06 admin admin] Publish callbacks [] for security_group (3bb4e0ee-781d-4dd8-a094-39b2badff8cc), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:14.965776 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7d628-4830-40a8-adac-9a72f3db5918 req-a52de21d-1370-44b1-b28c-daf933daa6c8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:14.977436 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ebf7d628-4830-40a8-adac-9a72f3db5918 req-a52de21d-1370-44b1-b28c-daf933daa6c8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1168299 Jan 20 13:28:15.015811 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fda4d2b6-c36d-439f-a3e1-b1b724274a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (3bb4e0ee-781d-4dd8-a094-39b2badff8cc), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:15.018596 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fda4d2b6-c36d-439f-a3e1-b1b724274a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:15.020039 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-fda4d2b6-c36d-439f-a3e1-b1b724274a06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bb4e0ee-781d-4dd8-a094-39b2badff8cc HTTP/1.1" status: 204 len: 168 time: 0.4469883 Jan 20 13:28:15.034759 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4d2b6-c36d-439f-a3e1-b1b724274a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb4e0ee-781d-4dd8-a094-39b2badff8cc,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:15.040252 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-658b1f46-a3d1-4d85-aa45-26a16d9142a3 req-ed067eaa-61da-495b-afc4-d3a4e26e140b service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931664 Jan 20 13:28:15.070120 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ebf7d628-4830-40a8-adac-9a72f3db5918 req-12398a39-5ed7-4f7e-9dc3-c7e381019713 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821872 Jan 20 13:28:15.089090 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5efaa-5d45-4ce3-9ac7-e3bbc8c60428 req-5363a7c5-bd6e-476e-8357-b3f47d229607 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:15.091804 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65f5efaa-5d45-4ce3-9ac7-e3bbc8c60428 req-5363a7c5-bd6e-476e-8357-b3f47d229607 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1131456 Jan 20 13:28:15.189852 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65f5efaa-5d45-4ce3-9ac7-e3bbc8c60428 req-f0ddfbba-e78b-4e83-9908-d33ad40ce2b9 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912194 Jan 20 13:28:15.413463 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50b4b-f823-48a9-919a-d28a7b150877 req-dde971c0-fea4-4675-8bc9-55ab309043b2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:15.415252 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ca50b4b-f823-48a9-919a-d28a7b150877 req-dde971c0-fea4-4675-8bc9-55ab309043b2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 944 time: 0.0690169 Jan 20 13:28:15.498401 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ca50b4b-f823-48a9-919a-d28a7b150877 req-484a8272-168b-4cf0-8e6e-b513b1cfae71 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689917 Jan 20 13:28:15.574573 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f48d64-cdf1-4d15-87a1-c68ca59930ba req-396506bc-6b31-498e-a57e-c726684465b5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:15.577354 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77f48d64-cdf1-4d15-87a1-c68ca59930ba req-396506bc-6b31-498e-a57e-c726684465b5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0630064 Jan 20 13:28:15.660074 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77f48d64-cdf1-4d15-87a1-c68ca59930ba req-7cb2e276-096e-48f5-8af9-3bd5daab2873 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701680 Jan 20 13:28:15.819907 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57466) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:15.984172 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-351af0bc-13c3-4f92-8816-df93b3b1299e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.122919 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-351af0bc-13c3-4f92-8816-df93b3b1299e admin admin] Publish callbacks [] for security_group (739e5860-7f4e-4798-9d96-dfac85b4cf00), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.137267 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-351af0bc-13c3-4f92-8816-df93b3b1299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (739e5860-7f4e-4798-9d96-dfac85b4cf00), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.172500 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351af0bc-13c3-4f92-8816-df93b3b1299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e5860-7f4e-4798-9d96-dfac85b4cf00,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:16.206206 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-351af0bc-13c3-4f92-8816-df93b3b1299e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd940be41f9242b7884a782af32fd880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845901 Jan 20 13:28:16.210401 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57476) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:16.326245 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4df9dc38-b478-4fe8-a8d6-7f0fdbcb9b8a admin admin] Publish callbacks [] for security_group (739e5860-7f4e-4798-9d96-dfac85b4cf00), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.346638 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18ce2-0918-446b-acdc-70c2fab35f24 req-eb1b54fa-0c8a-4322-9117-718df2a32d9a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:16.354284 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34f18ce2-0918-446b-acdc-70c2fab35f24 req-eb1b54fa-0c8a-4322-9117-718df2a32d9a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.1028450 Jan 20 13:28:16.379679 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4df9dc38-b478-4fe8-a8d6-7f0fdbcb9b8a admin admin] Publish callbacks [] for security_group (739e5860-7f4e-4798-9d96-dfac85b4cf00), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.477288 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960d67-7f1a-48f9-88ee-2d4c17444960 req-e835f6c6-470a-404e-8bb0-96d905ad5bfb tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:16.486250 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53960d67-7f1a-48f9-88ee-2d4c17444960 req-e835f6c6-470a-404e-8bb0-96d905ad5bfb tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1279535 Jan 20 13:28:16.521706 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34f18ce2-0918-446b-acdc-70c2fab35f24 req-cd104002-1f0a-4d27-9c60-8bb462d220d7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656282 Jan 20 13:28:16.525217 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4df9dc38-b478-4fe8-a8d6-7f0fdbcb9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (739e5860-7f4e-4798-9d96-dfac85b4cf00), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.535401 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4df9dc38-b478-4fe8-a8d6-7f0fdbcb9b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:16.546394 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4df9dc38-b478-4fe8-a8d6-7f0fdbcb9b8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/739e5860-7f4e-4798-9d96-dfac85b4cf00 HTTP/1.1" status: 204 len: 168 time: 0.3338077 Jan 20 13:28:16.589033 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9dc38-b478-4fe8-a8d6-7f0fdbcb9b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e5860-7f4e-4798-9d96-dfac85b4cf00,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:16.651656 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53960d67-7f1a-48f9-88ee-2d4c17444960 req-587b8cd5-9338-4182-96e2-8b11fecff5d1 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595678 Jan 20 13:28:16.956955 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dec44-b0e0-4979-8deb-da00898bc4f9 req-0f1904cf-c227-4c0e-a027-0b3d8a515a5c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:16.959414 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c2dec44-b0e0-4979-8deb-da00898bc4f9 req-0f1904cf-c227-4c0e-a027-0b3d8a515a5c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1748595 Jan 20 13:28:16.983584 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b31c0-3da8-4d9e-9ad2-7fb04d0d1d3d req-fadd4214-cae0-4053-a4c2-ed6451adbf88 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:16.986326 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e16b31c0-3da8-4d9e-9ad2-7fb04d0d1d3d req-fadd4214-cae0-4053-a4c2-ed6451adbf88 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 944 time: 0.1766596 Jan 20 13:28:17.088934 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c2dec44-b0e0-4979-8deb-da00898bc4f9 req-aa735825-b5d7-4341-8562-15eb70daa304 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012321 Jan 20 13:28:17.108927 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e16b31c0-3da8-4d9e-9ad2-7fb04d0d1d3d req-86cd9558-7bc5-4c19-afc3-f8aa2b7e7101 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961883 Jan 20 13:28:17.280733 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57516) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:17.300555 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4b2ccdb1-d3ee-44bb-af7d-96f162291456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.413210 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4b2ccdb1-d3ee-44bb-af7d-96f162291456 admin admin] Publish callbacks [] for security_group (dfefcbf5-27a8-42b9-a505-f0aab1a42e42), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.420643 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4b2ccdb1-d3ee-44bb-af7d-96f162291456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (dfefcbf5-27a8-42b9-a505-f0aab1a42e42), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.484158 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4b2ccdb1-d3ee-44bb-af7d-96f162291456 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bbcd1e820174cc5aca4b6f3cf488f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020094 Jan 20 13:28:17.485570 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ccdb1-d3ee-44bb-af7d-96f162291456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfefcbf5-27a8-42b9-a505-f0aab1a42e42,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:17.490001 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57520) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:17.580387 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d5755bba-e870-487e-8c03-9d6e9f00f88a admin admin] Publish callbacks [] for security_group (dfefcbf5-27a8-42b9-a505-f0aab1a42e42), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.621806 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d5755bba-e870-487e-8c03-9d6e9f00f88a admin admin] Publish callbacks [] for security_group (dfefcbf5-27a8-42b9-a505-f0aab1a42e42), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.726215 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d5755bba-e870-487e-8c03-9d6e9f00f88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (dfefcbf5-27a8-42b9-a505-f0aab1a42e42), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.731478 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d5755bba-e870-487e-8c03-9d6e9f00f88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:17.736424 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d5755bba-e870-487e-8c03-9d6e9f00f88a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfefcbf5-27a8-42b9-a505-f0aab1a42e42 HTTP/1.1" status: 204 len: 168 time: 0.2441478 Jan 20 13:28:17.811855 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:28:17.887427 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5755bba-e870-487e-8c03-9d6e9f00f88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfefcbf5-27a8-42b9-a505-f0aab1a42e42,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:17.977360 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dd03b-0e22-46c6-9acd-1ea62e2f250c req-c7a1914f-b033-41f6-bb6f-5adbabec6c74 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:17.988639 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-985dd03b-0e22-46c6-9acd-1ea62e2f250c req-c7a1914f-b033-41f6-bb6f-5adbabec6c74 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 943 time: 0.3006971 Jan 20 13:28:18.047775 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5672-7d06-40ce-baca-a3906f4114f7 req-399ffb5f-aea1-4496-abc3-9e57cc9f6ca5 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:18.055947 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71aa5672-7d06-40ce-baca-a3906f4114f7 req-399ffb5f-aea1-4496-abc3-9e57cc9f6ca5 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.1883526 Jan 20 13:28:18.059283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:18.087104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'mac_address': 'fa:16:3e:f4:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:28:18.094923 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-985dd03b-0e22-46c6-9acd-1ea62e2f250c req-16bb6691-72cc-4384-a4f8-48ddfc8ac3cf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025634 Jan 20 13:28:18.138286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71aa5672-7d06-40ce-baca-a3906f4114f7 req-7079e1f6-2211-4041-a684-3fbdd3eb1dcc tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808048 Jan 20 13:28:18.182818 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:18.184253 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:18.230661 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:18.300143 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:18.307003 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:18.307729 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 638a1d74-e898-407b-9fd0-d77a98af6d9e details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:28:18.471870 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:18.502778 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ee410-7701-4456-a340-b523325c5616 req-b3242b7d-b4bc-4f11-91be-e95777ce7e2f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:18.510399 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b1ee410-7701-4456-a340-b523325c5616 req-b3242b7d-b4bc-4f11-91be-e95777ce7e2f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1075234 Jan 20 13:28:18.538010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.538354 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.538894 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.539379 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.539945 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.540447 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.541567 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.542073 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.542564 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.543050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.543526 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.544783 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.545284 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:28:18.549012 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0181e-596c-4c92-b757-3b51f0ebeb7c req-5ca0ebda-e74a-4c30-b3e8-9ac9b20c6df6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:18.554467 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7cd0181e-596c-4c92-b757-3b51f0ebeb7c req-5ca0ebda-e74a-4c30-b3e8-9ac9b20c6df6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 944 time: 0.2664208 Jan 20 13:28:18.615188 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 638a1d74-e898-407b-9fd0-d77a98af6d9e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:18.650746 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '638a1d74-e898-407b-9fd0-d77a98af6d9e', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'port_id': '638a1d74-e898-407b-9fd0-d77a98af6d9e', 'mac_address': 'fa:16:3e:1d:cb:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108198df-85b5-4776-86ef-b213ab3dde21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:28:18.695482 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b1ee410-7701-4456-a340-b523325c5616 req-0e9bf377-9d60-4b04-9ae9-550f9769a9ca tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821184 Jan 20 13:28:18.739061 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7cd0181e-596c-4c92-b757-3b51f0ebeb7c req-ce0da566-f227-46df-9c41-f4e5543d8805 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636338 Jan 20 13:28:18.758288 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 638a1d74-e898-407b-9fd0-d77a98af6d9e is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:18.759184 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:18.785775 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638a1d74-e898-407b-9fd0-d77a98af6d9e {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:18.816478 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 638a1d74-e898-407b-9fd0-d77a98af6d9e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:18.823460 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:18.824208 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:28:18.948321 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=638a1d74-e898-407b-9fd0-d77a98af6d9e,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:18.985725 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:19.004042 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4', 'network_id': 'e9814fa9-7d82-4908-a77b-d73b03681cc9', 'port_id': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4', 'mac_address': 'fa:16:3e:bb:dc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108198df-85b5-4776-86ef-b213ab3dde21', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:28:19.056107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:19.056649 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:19.081758 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:19.149781 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:19.161923 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:19.162992 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:28:19.275890 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:19.407179 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58f7ed-aab1-4d88-868e-ef963599e260 req-8ea25838-afa1-4d46-8013-16161e8c8c46 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:19.408435 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb58f7ed-aab1-4d88-868e-ef963599e260 req-8ea25838-afa1-4d46-8013-16161e8c8c46 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 944 time: 0.0701852 Jan 20 13:28:19.422135 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde61de9-d01f-4751-8118-67bbdd96b4c2 req-e9161d3d-83a8-4e39-8286-e37201f1326c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:19.429613 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fde61de9-d01f-4751-8118-67bbdd96b4c2 req-e9161d3d-83a8-4e39-8286-e37201f1326c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.1364267 Jan 20 13:28:19.514959 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,segment=NetworkSegment(22026d6a-c4c8-4b2c-ae54-109caa06e549),segment_id=22026d6a-c4c8-4b2c-ae54-109caa06e549)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:19.524373 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fde61de9-d01f-4751-8118-67bbdd96b4c2 req-1e8d2d8d-b0c9-440e-b5cb-eca253eaa96c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937147 Jan 20 13:28:19.533716 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb58f7ed-aab1-4d88-868e-ef963599e260 req-3d98a3e1-ac2e-441e-bcd9-d6881ccc2263 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019495 Jan 20 13:28:19.551377 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8', 'network_id': 'f1d4a4f5-1340-493a-a7ca-05439e7eac45', 'port_id': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8', 'mac_address': 'fa:16:3e:fd:83:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2646f6c5-1c30-423f-8d76-08c336b325d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:28:19.604855 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:19.605298 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:19.619846 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:19.650152 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,segment=NetworkSegment(22026d6a-c4c8-4b2c-ae54-109caa06e549),segment_id=22026d6a-c4c8-4b2c-ae54-109caa06e549)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:19.658109 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:19.659231 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2325e654-403b-45c8-8147-0d5040c191fc details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:28:19.753026 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:19.866815 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2325e654-403b-45c8-8147-0d5040c191fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2325e654-403b-45c8-8147-0d5040c191fc,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:19.881023 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '2325e654-403b-45c8-8147-0d5040c191fc', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'port_id': '2325e654-403b-45c8-8147-0d5040c191fc', 'mac_address': 'fa:16:3e:72:03:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:28:19.940494 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 2325e654-403b-45c8-8147-0d5040c191fc is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:19.941020 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2325e654-403b-45c8-8147-0d5040c191fc), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:19.962598 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2325e654-403b-45c8-8147-0d5040c191fc {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:28:20.000787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2325e654-403b-45c8-8147-0d5040c191fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2325e654-403b-45c8-8147-0d5040c191fc,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:20.008590 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2325e654-403b-45c8-8147-0d5040c191fc), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.026615 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036afbe-b180-4c74-84a8-76a09b81b349 req-6b43dc85-e0f1-4f8d-ac1b-0fb46405c81a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:20.039343 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c036afbe-b180-4c74-84a8-76a09b81b349 req-6b43dc85-e0f1-4f8d-ac1b-0fb46405c81a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1866891 Jan 20 13:28:20.078657 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd48537-0b1d-4e4b-a58e-641edf0e93c9 req-6f24f857-0492-418b-a144-58cc31b1e90d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:20.081421 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2fd48537-0b1d-4e4b-a58e-641edf0e93c9 req-6f24f857-0492-418b-a144-58cc31b1e90d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 944 time: 0.2093806 Jan 20 13:28:20.105035 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=2325e654-403b-45c8-8147-0d5040c191fc,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:20.192209 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57630) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:20.232973 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c036afbe-b180-4c74-84a8-76a09b81b349 req-e5a4d74a-f809-4ccf-b36b-a50f1a2f8c36 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918480 Jan 20 13:28:20.265976 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2fd48537-0b1d-4e4b-a58e-641edf0e93c9 req-66bb228d-abd1-415d-bb0e-30578f4bfc43 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697371 Jan 20 13:28:20.523304 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dc06751d-8dab-4052-9e50-7f07e5fe5613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.702377 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dc06751d-8dab-4052-9e50-7f07e5fe5613 admin admin] Publish callbacks [] for security_group (efbd7c54-199d-47d0-b9f9-0dfbd7de321d), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.708681 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dc06751d-8dab-4052-9e50-7f07e5fe5613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (efbd7c54-199d-47d0-b9f9-0dfbd7de321d), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.750475 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-dc06751d-8dab-4052-9e50-7f07e5fe5613 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e65ff0b3c65464b805b99e1e7727f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5557172 Jan 20 13:28:20.751114 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57656) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:20.791077 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf43be-db4d-490b-9119-fe5bc008c6a2 req-45be8078-9a43-48a1-9077-20f83d506da9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:20.793778 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2cf43be-db4d-490b-9119-fe5bc008c6a2 req-45be8078-9a43-48a1-9077-20f83d506da9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.1376374 Jan 20 13:28:20.807439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf616-67ce-4d75-a0a9-08f80806ac37 req-c97cd637-a617-43c3-b0d2-3d65d2923e04 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:20.810190 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-213cf616-67ce-4d75-a0a9-08f80806ac37 req-c97cd637-a617-43c3-b0d2-3d65d2923e04 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.1348534 Jan 20 13:28:20.822959 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06751d-8dab-4052-9e50-7f07e5fe5613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd7c54-199d-47d0-b9f9-0dfbd7de321d,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:20.828996 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-56b061ea-39e8-4f51-8b9a-50955a13eeba admin admin] Publish callbacks [] for security_group (efbd7c54-199d-47d0-b9f9-0dfbd7de321d), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.855391 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-56b061ea-39e8-4f51-8b9a-50955a13eeba admin admin] Publish callbacks [] for security_group (efbd7c54-199d-47d0-b9f9-0dfbd7de321d), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.933272 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2cf43be-db4d-490b-9119-fe5bc008c6a2 req-f2a05992-9c60-48f2-a2b3-72aa49b35103 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214788 Jan 20 13:28:20.948630 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-56b061ea-39e8-4f51-8b9a-50955a13eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (efbd7c54-199d-47d0-b9f9-0dfbd7de321d), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.955677 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-213cf616-67ce-4d75-a0a9-08f80806ac37 req-36f97454-5589-4f72-a09c-de9672ee54ca tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194303 Jan 20 13:28:20.965566 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-56b061ea-39e8-4f51-8b9a-50955a13eeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:20.969886 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-56b061ea-39e8-4f51-8b9a-50955a13eeba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/efbd7c54-199d-47d0-b9f9-0dfbd7de321d HTTP/1.1" status: 204 len: 168 time: 0.2136452 Jan 20 13:28:20.983468 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b061ea-39e8-4f51-8b9a-50955a13eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd7c54-199d-47d0-b9f9-0dfbd7de321d,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:21.417057 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57674) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:21.437059 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-37430703-b10a-48cb-ad63-75bf11cd6259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.478286 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95352c2-7236-4b73-9acb-693e02eb0f90 req-342b9f15-aab6-4717-b009-018a0ca54946 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:21.479753 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e95352c2-7236-4b73-9acb-693e02eb0f90 req-342b9f15-aab6-4717-b009-018a0ca54946 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1053894 Jan 20 13:28:21.502421 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db936ab-37e4-49af-b23b-d9ce14189883 req-d5a9b40f-a50d-434a-8636-7eb39cec3aab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:21.504540 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4db936ab-37e4-49af-b23b-d9ce14189883 req-d5a9b40f-a50d-434a-8636-7eb39cec3aab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.0815949 Jan 20 13:28:21.564023 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-37430703-b10a-48cb-ad63-75bf11cd6259 admin admin] Publish callbacks [] for security_group (672b1f67-a992-4eef-88d3-2b63d9378cf0), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.571338 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-37430703-b10a-48cb-ad63-75bf11cd6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (672b1f67-a992-4eef-88d3-2b63d9378cf0), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.591248 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e95352c2-7236-4b73-9acb-693e02eb0f90 req-f5edd252-76e3-439f-9b77-e5266f6b108c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852244 Jan 20 13:28:21.596095 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4db936ab-37e4-49af-b23b-d9ce14189883 req-b69ce04b-ade3-40c9-9b9a-0a0ef609349a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815132 Jan 20 13:28:21.616664 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-37430703-b10a-48cb-ad63-75bf11cd6259 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6eef0c39e81d4421a4d216aff39cff1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959131 Jan 20 13:28:21.616982 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57678) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:21.630314 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37430703-b10a-48cb-ad63-75bf11cd6259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b1f67-a992-4eef-88d3-2b63d9378cf0,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:21.674978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d999759b-6ebf-42b3-842d-de4f11408bcc admin admin] Publish callbacks [] for security_group (672b1f67-a992-4eef-88d3-2b63d9378cf0), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.702431 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d999759b-6ebf-42b3-842d-de4f11408bcc admin admin] Publish callbacks [] for security_group (672b1f67-a992-4eef-88d3-2b63d9378cf0), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.756406 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d999759b-6ebf-42b3-842d-de4f11408bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (672b1f67-a992-4eef-88d3-2b63d9378cf0), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.759188 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d999759b-6ebf-42b3-842d-de4f11408bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:21.760411 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d999759b-6ebf-42b3-842d-de4f11408bcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/672b1f67-a992-4eef-88d3-2b63d9378cf0 HTTP/1.1" status: 204 len: 168 time: 0.1426585 Jan 20 13:28:21.769302 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999759b-6ebf-42b3-842d-de4f11408bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b1f67-a992-4eef-88d3-2b63d9378cf0,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:22.170787 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb912f-4a7c-4728-bcc9-3b49523f2740 req-b4ebf398-88b7-4685-a061-5ad23d4fe64d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:22.172438 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12cb912f-4a7c-4728-bcc9-3b49523f2740 req-b4ebf398-88b7-4685-a061-5ad23d4fe64d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.1329687 Jan 20 13:28:22.180322 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518c9fb-869f-4173-a734-29860820251a req-bc8009ac-042e-4dc8-b809-f9629efcfc71 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:22.181900 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1518c9fb-869f-4173-a734-29860820251a req-bc8009ac-042e-4dc8-b809-f9629efcfc71 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.1208143 Jan 20 13:28:22.261559 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12cb912f-4a7c-4728-bcc9-3b49523f2740 req-0bd96b2b-e9bb-404f-a76e-6b6d3a4a7a48 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783856 Jan 20 13:28:22.303476 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1518c9fb-869f-4173-a734-29860820251a req-e8fbb342-ffd6-4508-a7d7-edfa5f955442 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044312 Jan 20 13:28:22.805978 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028313e-4537-4d6e-80cc-41e8b7143a37 req-a64beb24-bc27-4e81-8dc5-3ac9315aea9c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:22.814601 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0028313e-4537-4d6e-80cc-41e8b7143a37 req-a64beb24-bc27-4e81-8dc5-3ac9315aea9c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.0717444 Jan 20 13:28:22.933715 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3e009-89af-4b70-9025-f02b66df5206 req-2697012c-8618-4890-a32f-f176bcec9310 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:22.936561 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aab3e009-89af-4b70-9025-f02b66df5206 req-2697012c-8618-4890-a32f-f176bcec9310 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1189547 Jan 20 13:28:22.958923 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0028313e-4537-4d6e-80cc-41e8b7143a37 req-4d54cca2-d7dd-421d-9b0c-983824b88803 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432378 Jan 20 13:28:23.048193 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aab3e009-89af-4b70-9025-f02b66df5206 req-068e642e-0d97-42d4-ab9a-efd0603abc99 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828228 Jan 20 13:28:23.351201 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:28:23.483878 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f498cb-7fec-417c-a74c-9aef7f359df7 req-3a2f22b1-ffa7-4f1e-aaf9-a5fa04e5e10a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:23.485615 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-94f498cb-7fec-417c-a74c-9aef7f359df7 req-3a2f22b1-ffa7-4f1e-aaf9-a5fa04e5e10a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.1003656 Jan 20 13:28:23.497659 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60058e-eb11-48ce-9194-0dc1d0e26c02 req-fc3f3382-bc9d-4b0b-bd27-51be56dafd6f tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:23.499896 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d60058e-eb11-48ce-9194-0dc1d0e26c02 req-fc3f3382-bc9d-4b0b-bd27-51be56dafd6f tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.1114545 Jan 20 13:28:23.524894 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57746) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:23.587166 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-94f498cb-7fec-417c-a74c-9aef7f359df7 req-02f8fedd-7cc4-4e12-9ff8-2e111a8f197e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858293 Jan 20 13:28:23.621146 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d60058e-eb11-48ce-9194-0dc1d0e26c02 req-d694a9fa-2bb7-425f-b580-ab5f5a98b920 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939929 Jan 20 13:28:23.691782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e378d05e-3ef0-49a8-9087-dc5dc03a7a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:23.802336 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e378d05e-3ef0-49a8-9087-dc5dc03a7a9e admin admin] Publish callbacks [] for security_group (6355df73-e899-4cad-a188-d8707f02c41f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:23.808831 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e378d05e-3ef0-49a8-9087-dc5dc03a7a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6355df73-e899-4cad-a188-d8707f02c41f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:23.849393 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e378d05e-3ef0-49a8-9087-dc5dc03a7a9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a49f56be5f2b428898b2454c0c2800c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230495 Jan 20 13:28:23.852329 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57758) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:23.860264 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d05e-3ef0-49a8-9087-dc5dc03a7a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6355df73-e899-4cad-a188-d8707f02c41f,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:23.953167 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-036ea834-44cb-4258-a4cd-08108e3af476 admin admin] Publish callbacks [] for security_group (6355df73-e899-4cad-a188-d8707f02c41f), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:23.986447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-036ea834-44cb-4258-a4cd-08108e3af476 admin admin] Publish callbacks [] for security_group (6355df73-e899-4cad-a188-d8707f02c41f), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:24.056563 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-036ea834-44cb-4258-a4cd-08108e3af476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6355df73-e899-4cad-a188-d8707f02c41f), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:24.062919 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-036ea834-44cb-4258-a4cd-08108e3af476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:24.064841 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-036ea834-44cb-4258-a4cd-08108e3af476 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6355df73-e899-4cad-a188-d8707f02c41f HTTP/1.1" status: 204 len: 168 time: 0.2107186 Jan 20 13:28:24.128734 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ea834-44cb-4258-a4cd-08108e3af476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6355df73-e899-4cad-a188-d8707f02c41f,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:24.174628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871653b4-d6da-40d4-bdc8-9d9fc1c2c399 req-1fa5ec29-f2e7-4340-8588-cb990caad9a7 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:24.179810 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-871653b4-d6da-40d4-bdc8-9d9fc1c2c399 req-1fa5ec29-f2e7-4340-8588-cb990caad9a7 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.1132829 Jan 20 13:28:24.267206 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329ce8-da23-44e4-91bf-ef932249997a req-76bffac1-39ab-4c56-8fd7-00eae2d75862 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:24.269078 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46329ce8-da23-44e4-91bf-ef932249997a req-76bffac1-39ab-4c56-8fd7-00eae2d75862 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.0878484 Jan 20 13:28:24.299194 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-871653b4-d6da-40d4-bdc8-9d9fc1c2c399 req-2b44ddee-4c1b-4e9f-9c22-590176a1531f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074288 Jan 20 13:28:24.372365 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46329ce8-da23-44e4-91bf-ef932249997a req-119a5a96-9c13-4242-a309-6d8facfe94d5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910380 Jan 20 13:28:24.743051 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['4d3a6313-fe30-4aeb-a491-24ffc1d3f407'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:28:25.150543 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55b7c2-7802-4db7-8662-32a0d1986e46 req-209f37e5-fec4-44d1-b6fd-1822d9f37e9c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:25.152381 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cc55b7c2-7802-4db7-8662-32a0d1986e46 req-209f37e5-fec4-44d1-b6fd-1822d9f37e9c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.4704795 Jan 20 13:28:25.225073 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd6ecd-2396-4a56-a3d7-9d4979ca5cea req-be816f73-430d-4424-b935-f37b83c6c883 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:25.227628 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0dd6ecd-2396-4a56-a3d7-9d4979ca5cea req-be816f73-430d-4424-b935-f37b83c6c883 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.4937322 Jan 20 13:28:25.270692 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cc55b7c2-7802-4db7-8662-32a0d1986e46 req-1006f904-136f-48c3-9d8a-3030d83d2487 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091156 Jan 20 13:28:25.312522 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0dd6ecd-2396-4a56-a3d7-9d4979ca5cea req-7788e506-d443-4e98-bf1a-53be503f021f tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672982 Jan 20 13:28:25.489136 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57836) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:25.496024 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609a087-23ca-4e28-9e73-d772f427acea req-2baeeb4f-fcac-43e4-b864-0cc300aa32cd tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:25.501666 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e609a087-23ca-4e28-9e73-d772f427acea req-2baeeb4f-fcac-43e4-b864-0cc300aa32cd tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.0766141 Jan 20 13:28:25.609372 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e609a087-23ca-4e28-9e73-d772f427acea req-784399a2-2d5b-4b7e-9710-5e2929bd5f29 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977890 Jan 20 13:28:25.630994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7566f9-c90d-4405-8273-a0abdd72876b req-55ecd578-b7fb-47e4-b6ec-072a6c0bb358 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:25.636563 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec7566f9-c90d-4405-8273-a0abdd72876b req-55ecd578-b7fb-47e4-b6ec-072a6c0bb358 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1561537 Jan 20 13:28:25.648283 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dae2082b-b0d4-4c33-9940-0837f9c6eb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:25.704668 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec7566f9-c90d-4405-8273-a0abdd72876b req-66a43a32-3a33-4a51-bc6c-70bb2e371992 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586426 Jan 20 13:28:25.734525 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['2325e654-403b-45c8-8147-0d5040c191fc'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:28:25.794815 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dae2082b-b0d4-4c33-9940-0837f9c6eb72 admin admin] Publish callbacks [] for security_group (de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:25.795203 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:25.801133 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dae2082b-b0d4-4c33-9940-0837f9c6eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:25.851307 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-dae2082b-b0d4-4c33-9940-0837f9c6eb72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=819c72887638403fbde5293fc74f3315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607185 Jan 20 13:28:25.858153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2082b-b0d4-4c33-9940-0837f9c6eb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:25.859708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 57848) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:25.957895 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0df24523-0603-4967-8cb3-e7a8f50453bc admin admin] Publish callbacks [] for security_group (de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:25.983014 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0df24523-0603-4967-8cb3-e7a8f50453bc admin admin] Publish callbacks [] for security_group (de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:26.044764 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0df24523-0603-4967-8cb3-e7a8f50453bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:26.047745 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0df24523-0603-4967-8cb3-e7a8f50453bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:26.049147 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0df24523-0603-4967-8cb3-e7a8f50453bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f HTTP/1.1" status: 204 len: 168 time: 0.1861923 Jan 20 13:28:26.057882 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df24523-0603-4967-8cb3-e7a8f50453bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c8d3e-61b4-4a7d-8d0a-e4ade7e20e5f,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:26.439473 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ecf51-de05-4be0-8aff-4112d0da67a8 req-de218f77-00d3-44f6-a6c9-fab30f25e716 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:26.441463 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eb2ecf51-de05-4be0-8aff-4112d0da67a8 req-de218f77-00d3-44f6-a6c9-fab30f25e716 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.0726526 Jan 20 13:28:26.542286 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d404-779a-403d-9201-983de866a285 req-a61207ac-168f-462f-9239-d46f6b7cd2c3 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:26.545107 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4001d404-779a-403d-9201-983de866a285 req-a61207ac-168f-462f-9239-d46f6b7cd2c3 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.1020176 Jan 20 13:28:26.550003 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eb2ecf51-de05-4be0-8aff-4112d0da67a8 req-3e3eadfd-166f-4161-8dba-59003f650180 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950665 Jan 20 13:28:26.586246 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57876) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:26.602995 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-964bacf0-703f-44df-beeb-9153e4c63dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:26.629749 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4001d404-779a-403d-9201-983de866a285 req-b8630724-8455-41b6-b314-2135dc621c04 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723681 Jan 20 13:28:26.727673 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-964bacf0-703f-44df-beeb-9153e4c63dae admin admin] Publish callbacks [] for security_group (b6b16651-bf73-4db8-b132-a299ae7b6c80), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:26.734311 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-964bacf0-703f-44df-beeb-9153e4c63dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b6b16651-bf73-4db8-b132-a299ae7b6c80), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:26.792694 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca487151-7696-4954-9bc2-8b9379260296 req-69be49fd-618a-4156-a9b6-33816afb20d5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:26.795635 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca487151-7696-4954-9bc2-8b9379260296 req-69be49fd-618a-4156-a9b6-33816afb20d5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.0745165 Jan 20 13:28:26.843814 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-964bacf0-703f-44df-beeb-9153e4c63dae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da3d2538b4ed4500bba2d7fbc797ba52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561560 Jan 20 13:28:26.846609 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bacf0-703f-44df-beeb-9153e4c63dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b16651-bf73-4db8-b132-a299ae7b6c80,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:26.853119 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 57884) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:26.892439 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca487151-7696-4954-9bc2-8b9379260296 req-5c1f4c4c-47ab-4740-9694-cee9d63b5c8f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856309 Jan 20 13:28:26.909427 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0d01-c96f-4c0a-9ae4-d397da13c2f7 req-9547cd90-81b4-4bae-b4b4-86ac929aefaa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:26.911517 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12dc0d01-c96f-4c0a-9ae4-d397da13c2f7 req-9547cd90-81b4-4bae-b4b4-86ac929aefaa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1033204 Jan 20 13:28:26.973032 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-94dfd168-4f1b-411d-944a-4208848ac575 admin admin] Publish callbacks [] for security_group (b6b16651-bf73-4db8-b132-a299ae7b6c80), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:27.000162 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12dc0d01-c96f-4c0a-9ae4-d397da13c2f7 req-4b0dcba7-d2c9-4626-81cd-71cfb75dc0ba tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818467 Jan 20 13:28:27.010478 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-94dfd168-4f1b-411d-944a-4208848ac575 admin admin] Publish callbacks [] for security_group (b6b16651-bf73-4db8-b132-a299ae7b6c80), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:27.089637 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-94dfd168-4f1b-411d-944a-4208848ac575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b6b16651-bf73-4db8-b132-a299ae7b6c80), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:27.093742 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-94dfd168-4f1b-411d-944a-4208848ac575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:27.095012 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-94dfd168-4f1b-411d-944a-4208848ac575 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6b16651-bf73-4db8-b132-a299ae7b6c80 HTTP/1.1" status: 204 len: 168 time: 0.2400992 Jan 20 13:28:27.113888 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:28:27.122793 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfd168-4f1b-411d-944a-4208848ac575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b16651-bf73-4db8-b132-a299ae7b6c80,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:27.148654 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['638a1d74-e898-407b-9fd0-d77a98af6d9e'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:28:27.761731 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0dfd3-0553-4402-b9b9-65c2cf0209e8 req-11e83afe-dd84-4dbb-8d28-00a4abc4df77 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:27.774734 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59c0dfd3-0553-4402-b9b9-65c2cf0209e8 req-11e83afe-dd84-4dbb-8d28-00a4abc4df77 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.1305177 Jan 20 13:28:27.922674 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59c0dfd3-0553-4402-b9b9-65c2cf0209e8 req-d818cd71-ccac-4229-9812-8863eac0d2a2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462326 Jan 20 13:28:27.950837 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3959-32ec-455e-96d2-681e8141e532 req-1a8df54f-ae4f-4e1c-9edc-2bb609f41449 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:27.957097 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e3e3959-32ec-455e-96d2-681e8141e532 req-1a8df54f-ae4f-4e1c-9edc-2bb609f41449 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.1533575 Jan 20 13:28:28.059961 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e3e3959-32ec-455e-96d2-681e8141e532 req-13677a93-fa50-44f7-b6c4-b7eecf4a6ff5 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924282 Jan 20 13:28:28.130187 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519d629-b448-4bc8-baea-45ab57cec756 req-9da757a3-0d9c-4e9e-80d2-39cb32bceb97 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:28.133134 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9519d629-b448-4bc8-baea-45ab57cec756 req-9da757a3-0d9c-4e9e-80d2-39cb32bceb97 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.1038532 Jan 20 13:28:28.254257 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9519d629-b448-4bc8-baea-45ab57cec756 req-f1516aef-a27c-49f5-a1c3-4ccbef30906e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110003 Jan 20 13:28:28.266259 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e4e4-ef1b-4e4d-b3e9-e4c374fdc50d req-5b2d9a31-1979-4e08-8346-1c25faa59388 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:28.268073 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d14e4e4-ef1b-4e4d-b3e9-e4c374fdc50d req-5b2d9a31-1979-4e08-8346-1c25faa59388 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1108694 Jan 20 13:28:28.284728 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:28:28.337007 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d14e4e4-ef1b-4e4d-b3e9-e4c374fdc50d req-65a550ee-07b6-4321-850c-09cb7f807d4e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603547 Jan 20 13:28:29.056806 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff009-b382-455f-8b0b-9b374d28c26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:29.194150 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8880d2-460e-468e-be42-73e7546155d4 req-c9353ebb-8204-4698-b8d9-bdd057155c7d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:29.197825 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa8880d2-460e-468e-be42-73e7546155d4 req-c9353ebb-8204-4698-b8d9-bdd057155c7d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.1247373 Jan 20 13:28:29.344651 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa8880d2-460e-468e-be42-73e7546155d4 req-6b3160cb-9889-4c0f-bc81-1e823f23bc2b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263649 Jan 20 13:28:29.368299 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c281792-123c-4720-802f-c83babbe940e req-c10a14d9-f2c7-468c-9230-35f0fac44a19 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:29.378707 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c281792-123c-4720-802f-c83babbe940e req-c10a14d9-f2c7-468c-9230-35f0fac44a19 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.1791122 Jan 20 13:28:29.495200 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c281792-123c-4720-802f-c83babbe940e req-36fff1a3-0734-4db8-8523-02c368455c91 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152980 Jan 20 13:28:29.572162 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758406ee-b4c8-4708-b76b-b76e4dbe07a4 req-88c634c2-b242-44a5-8fef-5b2af3ab097e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:29.580866 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-758406ee-b4c8-4708-b76b-b76e4dbe07a4 req-88c634c2-b242-44a5-8fef-5b2af3ab097e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 945 time: 0.1183312 Jan 20 13:28:29.679077 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-758406ee-b4c8-4708-b76b-b76e4dbe07a4 req-2a47ebc1-2635-4961-a158-9df4d0062a20 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843863 Jan 20 13:28:29.705766 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775974d-ffda-44ea-bfa3-c25604d9357e req-67417aff-1ff6-4cb9-9a66-23473e0e5cb7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:29.708819 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3775974d-ffda-44ea-bfa3-c25604d9357e req-67417aff-1ff6-4cb9-9a66-23473e0e5cb7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.0875762 Jan 20 13:28:29.780501 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2325e654-403b-45c8-8147-0d5040c191fc up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:28:29.802554 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3775974d-ffda-44ea-bfa3-c25604d9357e req-6505896c-7ce7-4caf-af5e-36737077e9d1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833344 Jan 20 13:28:29.904610 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 2325e654-403b-45c8-8147-0d5040c191fc completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:28:29.911592 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 2325e654-403b-45c8-8147-0d5040c191fc triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:28:29.912443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (2325e654-403b-45c8-8147-0d5040c191fc), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.055078 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 2325e654-403b-45c8-8147-0d5040c191fc is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:30.055630 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2325e654-403b-45c8-8147-0d5040c191fc), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.091762 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:30.214373 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2325e654-403b-45c8-8147-0d5040c191fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2325e654-403b-45c8-8147-0d5040c191fc,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:30.221390 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2325e654-403b-45c8-8147-0d5040c191fc), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.222193 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:28:30.305453 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=2325e654-403b-45c8-8147-0d5040c191fc,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:30.319229 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:28:30.323744 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:28:30.325264 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.372410 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3824ea1b-1f0c-4440-80fe-4b96d3cec09a" -d '{"events": [{"server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "name": "network-vif-plugged", "status": "completed", "tag": "2325e654-403b-45c8-8147-0d5040c191fc"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:30.454095 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:30.454493 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.490494 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb27bd-b4ce-4d86-a7f4-95fe08dcd1dd x-openstack-request-id: req-a5bb27bd-b4ce-4d86-a7f4-95fe08dcd1dd {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:30.491154 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "name": "network-vif-plugged", "status": "completed", "tag": "2325e654-403b-45c8-8147-0d5040c191fc", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:30.491465 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5bb27bd-b4ce-4d86-a7f4-95fe08dcd1dd {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:30.491958 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc', 'code': 200} Jan 20 13:28:30.504561 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:30.509892 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.510900 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:28:30.521730 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5657cc-1542-4b2e-8064-e20a91a9d0c8 req-ba604d57-f453-4c1b-b973-b5c9a2862a70 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:30.523503 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5a5657cc-1542-4b2e-8064-e20a91a9d0c8 req-ba604d57-f453-4c1b-b973-b5c9a2862a70 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.0699289 Jan 20 13:28:30.597885 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5a5657cc-1542-4b2e-8064-e20a91a9d0c8 req-a6a8b8f0-38b5-4f9e-9122-2f7cd98dcb3a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671046 Jan 20 13:28:30.619050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:30.643846 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:28:30.649040 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:28:30.649418 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.670480 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84053842-40fe-4df8-9a4d-6afdd7d7f50a req-fecf78c7-6ca7-4477-a432-049de160caa1 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:30.672389 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-84053842-40fe-4df8-9a4d-6afdd7d7f50a req-fecf78c7-6ca7-4477-a432-049de160caa1 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 945 time: 0.0649252 Jan 20 13:28:30.749780 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-84053842-40fe-4df8-9a4d-6afdd7d7f50a req-492ecd5f-7539-478a-854d-cd9eea942e70 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685024 Jan 20 13:28:30.763237 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:30.763764 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.808651 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,segment=NetworkSegment(22026d6a-c4c8-4b2c-ae54-109caa06e549),segment_id=22026d6a-c4c8-4b2c-ae54-109caa06e549)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:30.814349 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:30.884190 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc58e0-d76b-45d0-93e4-30158468baac req-aa9ebd5e-27a1-4e52-a6a5-f2e876d9db95 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:30.885847 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-79dc58e0-d76b-45d0-93e4-30158468baac req-aa9ebd5e-27a1-4e52-a6a5-f2e876d9db95 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0820801 Jan 20 13:28:30.898843 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:30.997959 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-79dc58e0-d76b-45d0-93e4-30158468baac req-4ebd3e73-ac28-4e72-8c29-2d6569f54c78 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991104 Jan 20 13:28:31.010345 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58056) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:31.033843 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352839f-f354-4b0e-86c7-0d6522ba1c05 req-6a6b39d9-adcd-4336-90cb-4bf2d1c5db5f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:31.036586 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2352839f-f354-4b0e-86c7-0d6522ba1c05 req-6a6b39d9-adcd-4336-90cb-4bf2d1c5db5f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1000969 Jan 20 13:28:31.132060 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2352839f-f354-4b0e-86c7-0d6522ba1c05 req-a19ad097-fbe8-4336-89bc-1e840e7c886e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881429 Jan 20 13:28:31.195185 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-41cd2ee7-7432-41bd-a133-4b07fcc41cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.310652 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-41cd2ee7-7432-41bd-a133-4b07fcc41cca admin admin] Publish callbacks [] for security_group (c668a38a-e623-45bf-b6f9-e0638b05c291), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.316881 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-41cd2ee7-7432-41bd-a133-4b07fcc41cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c668a38a-e623-45bf-b6f9-e0638b05c291), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.365298 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-41cd2ee7-7432-41bd-a133-4b07fcc41cca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b2bbb7c0cfe4bb5937b42da02fd12df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488457 Jan 20 13:28:31.365298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2ee7-7432-41bd-a133-4b07fcc41cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c668a38a-e623-45bf-b6f9-e0638b05c291,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:31.366221 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58068) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:31.450081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-047b0078-6556-4ff6-84de-58b02306a28c admin admin] Publish callbacks [] for security_group (c668a38a-e623-45bf-b6f9-e0638b05c291), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.491745 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-047b0078-6556-4ff6-84de-58b02306a28c admin admin] Publish callbacks [] for security_group (c668a38a-e623-45bf-b6f9-e0638b05c291), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.565137 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-047b0078-6556-4ff6-84de-58b02306a28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c668a38a-e623-45bf-b6f9-e0638b05c291), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.569881 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-047b0078-6556-4ff6-84de-58b02306a28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.571566 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-047b0078-6556-4ff6-84de-58b02306a28c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c668a38a-e623-45bf-b6f9-e0638b05c291 HTTP/1.1" status: 204 len: 168 time: 0.2047246 Jan 20 13:28:31.585557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b0078-6556-4ff6-84de-58b02306a28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668a38a-e623-45bf-b6f9-e0638b05c291,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:31.775141 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616ba4-79be-49b2-babd-a835a850a0ba req-6491114c-9d4c-4c43-93da-ab6c48f391a9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:31.784081 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c8616ba4-79be-49b2-babd-a835a850a0ba req-6491114c-9d4c-4c43-93da-ab6c48f391a9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.0703049 Jan 20 13:28:31.787622 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-61c3a38f-e52f-4e82-ae6d-35d92f899eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:31.852809 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c8616ba4-79be-49b2-babd-a835a850a0ba req-6043d751-1aaf-4069-98b8-a3ccca327bc2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674486 Jan 20 13:28:31.975014 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc8fb-c0c1-47b5-bdc2-97e803d25ef5 req-d90a8ef6-53db-40e1-9a98-669e330c1b4e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:31.976711 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c1dc8fb-c0c1-47b5-bdc2-97e803d25ef5 req-d90a8ef6-53db-40e1-9a98-669e330c1b4e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0886343 Jan 20 13:28:32.055695 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c1dc8fb-c0c1-47b5-bdc2-97e803d25ef5 req-74cbce23-53f6-4520-9479-d0a362cbcfba tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Jan 20 13:28:32.090890 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58088) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:32.123789 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4fbee4af-5c2f-4f63-ac2f-af5e915fbb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.191965 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fdd4d-31fc-4206-9a97-fe98f4ffae42 req-c30e2664-5959-4432-a564-04c889acbe88 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:32.193121 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-308fdd4d-31fc-4206-9a97-fe98f4ffae42 req-c30e2664-5959-4432-a564-04c889acbe88 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0789075 Jan 20 13:28:32.326244 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-308fdd4d-31fc-4206-9a97-fe98f4ffae42 req-1a4410be-084d-4766-8d17-ac844c79eb3b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199670 Jan 20 13:28:32.328354 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4fbee4af-5c2f-4f63-ac2f-af5e915fbb5b admin admin] Publish callbacks [] for security_group (f0417e8c-00a2-4513-abae-33993bb3ece3), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.336876 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4fbee4af-5c2f-4f63-ac2f-af5e915fbb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f0417e8c-00a2-4513-abae-33993bb3ece3), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.392492 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec26a5-796a-43e7-b7a8-fe2b1a025d8b req-8073be25-3004-431d-addd-5b0eeb5082c2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:32.394172 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7eec26a5-796a-43e7-b7a8-fe2b1a025d8b req-8073be25-3004-431d-addd-5b0eeb5082c2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1484714 Jan 20 13:28:32.403659 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4fbee4af-5c2f-4f63-ac2f-af5e915fbb5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cddc96179c15460fab1c79b8a1c730bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072932 Jan 20 13:28:32.403972 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee4af-5c2f-4f63-ac2f-af5e915fbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0417e8c-00a2-4513-abae-33993bb3ece3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:32.404302 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58094) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:32.468604 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7eec26a5-796a-43e7-b7a8-fe2b1a025d8b req-0d48021c-a022-46db-9728-6b09d8b6447b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661349 Jan 20 13:28:32.479523 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-610e59e0-8f67-4345-a43d-d18c45a4fc1f admin admin] Publish callbacks [] for security_group (f0417e8c-00a2-4513-abae-33993bb3ece3), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.492923 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}, {'server_uuid': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:32.498172 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6653d77-ae3d-4e3c-998a-f8d4693dad3e" -d '{"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}, {"server_uuid": "d6e7dfc5-0642-42d1-90d8-b3820918dbbc", "name": "network-vif-plugged", "status": "completed", "tag": "4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:32.514228 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-610e59e0-8f67-4345-a43d-d18c45a4fc1f admin admin] Publish callbacks [] for security_group (f0417e8c-00a2-4513-abae-33993bb3ece3), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.549558 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b8ff9-5591-4418-9176-0b12ee645746 x-openstack-request-id: req-177b8ff9-5591-4418-9176-0b12ee645746 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:32.550018 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "code": 200}, {"server_uuid": "d6e7dfc5-0642-42d1-90d8-b3820918dbbc", "name": "network-vif-plugged", "status": "completed", "tag": "4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:32.550417 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-177b8ff9-5591-4418-9176-0b12ee645746 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:32.551014 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'code': 200} Jan 20 13:28:32.551407 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8', 'code': 200} Jan 20 13:28:32.586981 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-610e59e0-8f67-4345-a43d-d18c45a4fc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f0417e8c-00a2-4513-abae-33993bb3ece3), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.590677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-610e59e0-8f67-4345-a43d-d18c45a4fc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:32.592596 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-610e59e0-8f67-4345-a43d-d18c45a4fc1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0417e8c-00a2-4513-abae-33993bb3ece3 HTTP/1.1" status: 204 len: 168 time: 0.1869524 Jan 20 13:28:32.607975 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e59e0-8f67-4345-a43d-d18c45a4fc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0417e8c-00a2-4513-abae-33993bb3ece3,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:32.985473 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:33.010717 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f2962-678c-4e20-b573-f8178da2e05e req-b5f9b1ae-5355-4528-9513-c0ebffd58c58 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.014106 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c8f2962-678c-4e20-b573-f8178da2e05e req-b5f9b1ae-5355-4528-9513-c0ebffd58c58 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 944 time: 0.0803013 Jan 20 13:28:33.078775 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c8f2962-678c-4e20-b573-f8178da2e05e req-ca5fa587-fa78-413b-8144-4a6a4281febf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Jan 20 13:28:33.256643 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a44dd0-2743-4a74-bcab-bab09e34dffc req-e255d69e-0fb2-4400-95f1-3063ba22d951 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.258767 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32a44dd0-2743-4a74-bcab-bab09e34dffc req-e255d69e-0fb2-4400-95f1-3063ba22d951 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0799446 Jan 20 13:28:33.328569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf5433-2897-4a42-a76b-da15abf42f90 req-0feba55c-f238-4552-a716-16c0529c81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.330793 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-68bf5433-2897-4a42-a76b-da15abf42f90 req-0feba55c-f238-4552-a716-16c0529c81af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1099 time: 0.2246845 Jan 20 13:28:33.350993 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-12223741-8480-48ce-9937-73fb064800d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.353145 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-12223741-8480-48ce-9937-73fb064800d3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1098 time: 0.0728424 Jan 20 13:28:33.376966 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-68bf5433-2897-4a42-a76b-da15abf42f90 req-6c152b63-07e6-4120-b3f6-9c26b7f71046 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:33.390834 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-4a9465de-190a-4138-bfd5-d3587352c194 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:33.406380 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32a44dd0-2743-4a74-bcab-bab09e34dffc req-8c4975e8-497f-4c4c-b542-5a57892c5b11 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347966 Jan 20 13:28:33.569194 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-68bf5433-2897-4a42-a76b-da15abf42f90 req-6c152b63-07e6-4120-b3f6-9c26b7f71046 service neutron] Publish callbacks [] for security_group (50dc9d1c-f19c-483f-ba31-c4eb5645bfe5), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:33.579360 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-68bf5433-2897-4a42-a76b-da15abf42f90 req-6c152b63-07e6-4120-b3f6-9c26b7f71046 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (50dc9d1c-f19c-483f-ba31-c4eb5645bfe5), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:33.580872 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d17dd-f7d4-4707-8a77-78e5f65b5e03 req-ebe1843e-1b01-4ef6-938c-a7c7062eb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.583618 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7a3d17dd-f7d4-4707-8a77-78e5f65b5e03 req-ebe1843e-1b01-4ef6-938c-a7c7062eb2fb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 1099 time: 0.1708796 Jan 20 13:28:33.597716 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.db.api [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-4a9465de-190a-4138-bfd5-d3587352c194 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 20367729ea00431da4e5fb3cda455b95 {{(pid=102510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 13:28:33.598465 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG oslo_db.api [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-4a9465de-190a-4138-bfd5-d3587352c194 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 13:28:33.661931 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152b63-07e6-4120-b3f6-9c26b7f71046 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc9d1c-f19c-483f-ba31-c4eb5645bfe5,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:33.666502 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-68bf5433-2897-4a42-a76b-da15abf42f90 req-6c152b63-07e6-4120-b3f6-9c26b7f71046 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264000 Jan 20 13:28:33.723524 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56614-d1b9-4dca-b9d3-dd6434443d5f req-ccae6815-e502-4401-88ed-42ff6575d1db tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.725140 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbc56614-d1b9-4dca-b9d3-dd6434443d5f req-ccae6815-e502-4401-88ed-42ff6575d1db tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.2201099 Jan 20 13:28:33.766470 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7a3d17dd-f7d4-4707-8a77-78e5f65b5e03 req-6ff832ba-6983-4523-afca-f4eb36fb766c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665416 Jan 20 13:28:33.777114 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385aaaa-e674-4701-848e-dfa1eea04eac req-c91e6f36-e49d-484c-8b4a-f92f18740e6a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:33.779063 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6385aaaa-e674-4701-848e-dfa1eea04eac req-c91e6f36-e49d-484c-8b4a-f92f18740e6a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.2090726 Jan 20 13:28:33.811518 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:28:33.843210 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbc56614-d1b9-4dca-b9d3-dd6434443d5f req-6491f701-548e-4743-9368-a44f12ea179d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087072 Jan 20 13:28:33.896869 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6385aaaa-e674-4701-848e-dfa1eea04eac req-1c622989-283e-4c05-af30-0a715a6ed726 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121438 Jan 20 13:28:33.956791 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:28:33.963256 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:33.965633 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:28:33.966107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.082873 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:34.083725 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.099880 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-4a9465de-190a-4138-bfd5-d3587352c194 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.136990 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:34.143249 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.148495 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 638a1d74-e898-407b-9fd0-d77a98af6d9e up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:28:34.249908 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35f3f356-cb6e-4930-8c1c-eacacdea4046 req-4a9465de-190a-4138-bfd5-d3587352c194 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8848774 Jan 20 13:28:34.254108 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a439-ef27-4f89-8d26-3bafbe076d70 req-7b7645a8-c3a9-403f-99b5-f1cc7487aa90 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:34.255873 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c67a439-ef27-4f89-8d26-3bafbe076d70 req-7b7645a8-c3a9-403f-99b5-f1cc7487aa90 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0711277 Jan 20 13:28:34.304906 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:34.321529 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 638a1d74-e898-407b-9fd0-d77a98af6d9e completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:28:34.323478 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c67a439-ef27-4f89-8d26-3bafbe076d70 req-5f49d9b9-6014-4969-b6f5-a8bab4be4403 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 Jan 20 13:28:34.330250 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 638a1d74-e898-407b-9fd0-d77a98af6d9e triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:28:34.330803 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.453836 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 638a1d74-e898-407b-9fd0-d77a98af6d9e is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:28:34.454443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.524676 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 638a1d74-e898-407b-9fd0-d77a98af6d9e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:28:34.531018 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:34.564887 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4'}, {'server_uuid': '323ae076-2904-4934-b534-f6e39d515035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638a1d74-e898-407b-9fd0-d77a98af6d9e'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:34.570148 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87e97f6-0321-420d-80d9-21d1c3fcbba7" -d '{"events": [{"server_uuid": "ae10f8be-086d-45bd-a531-b9defc89612c", "name": "network-vif-plugged", "status": "completed", "tag": "d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4"}, {"server_uuid": "323ae076-2904-4934-b534-f6e39d515035", "name": "network-vif-plugged", "status": "completed", "tag": "638a1d74-e898-407b-9fd0-d77a98af6d9e"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:34.645106 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=638a1d74-e898-407b-9fd0-d77a98af6d9e,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:34.674348 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523ee40-de6d-4e3b-a933-b4817a418516 x-openstack-request-id: req-2523ee40-de6d-4e3b-a933-b4817a418516 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:34.674550 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10f8be-086d-45bd-a531-b9defc89612c", "name": "network-vif-plugged", "status": "completed", "tag": "d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4", "code": 200}, {"server_uuid": "323ae076-2904-4934-b534-f6e39d515035", "name": "network-vif-plugged", "status": "completed", "tag": "638a1d74-e898-407b-9fd0-d77a98af6d9e", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:34.674892 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2523ee40-de6d-4e3b-a933-b4817a418516 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:34.675528 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4', 'code': 200} Jan 20 13:28:34.675796 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323ae076-2904-4934-b534-f6e39d515035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638a1d74-e898-407b-9fd0-d77a98af6d9e', 'code': 200} Jan 20 13:28:34.788326 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cd55e-d8c2-4202-8e41-d9d446cd1cb4 req-32e275ea-4fc2-4e82-b5e9-5c0408e08a10 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:34.791626 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-636cd55e-d8c2-4202-8e41-d9d446cd1cb4 req-32e275ea-4fc2-4e82-b5e9-5c0408e08a10 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.2145550 Jan 20 13:28:34.898857 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-636cd55e-d8c2-4202-8e41-d9d446cd1cb4 req-b3d69107-f99a-4fad-93d1-188a1f4c3f1f tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979629 Jan 20 13:28:35.040189 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2500f8d-b2ad-448f-9e01-72d5a2c354ed req-b5c55c0e-a9eb-4f19-a48e-6f4ca4ad6a3b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:35.042302 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d2500f8d-b2ad-448f-9e01-72d5a2c354ed req-b5c55c0e-a9eb-4f19-a48e-6f4ca4ad6a3b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0667758 Jan 20 13:28:35.133670 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae58ee-22fc-4593-b8c7-e6799ce56891 req-a9a70a44-2043-4804-8e25-1101fa3a504f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:35.135218 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-51ae58ee-22fc-4593-b8c7-e6799ce56891 req-a9a70a44-2043-4804-8e25-1101fa3a504f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0919790 Jan 20 13:28:35.139175 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d2500f8d-b2ad-448f-9e01-72d5a2c354ed req-a487e19d-bfa3-4ec7-a26f-523827e44231 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857878 Jan 20 13:28:35.190263 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-51ae58ee-22fc-4593-b8c7-e6799ce56891 req-c24c4fde-deaf-4fbe-97f0-b46b9f07f08e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491033 Jan 20 13:28:35.299319 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:35.505520 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6b41d-f45f-4d1d-9adc-d8722781a95b req-1ea41c79-7b5d-4a70-a217-cdb1d9ba2f65 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:35.508244 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bc6b41d-f45f-4d1d-9adc-d8722781a95b req-1ea41c79-7b5d-4a70-a217-cdb1d9ba2f65 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0685029 Jan 20 13:28:35.587300 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bc6b41d-f45f-4d1d-9adc-d8722781a95b req-b74d9321-a200-4e68-b2df-bf44a6027da9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729201 Jan 20 13:28:36.053388 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e7b46-b650-42fb-8c82-8bf2c578c0fd req-b4ab5d37-8e29-4ad7-8be5-35053e61dbe9 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:36.056235 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-577e7b46-b650-42fb-8c82-8bf2c578c0fd req-b4ab5d37-8e29-4ad7-8be5-35053e61dbe9 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0655642 Jan 20 13:28:36.139303 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-577e7b46-b650-42fb-8c82-8bf2c578c0fd req-4af5a246-6943-44e1-bdf5-a3c3da60045a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766089 Jan 20 13:28:36.314538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe966c10-2569-401b-9efb-60c033f08e39 req-11ba284c-c15f-45dd-afbe-37ba332daa8e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:36.316204 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fe966c10-2569-401b-9efb-60c033f08e39 req-11ba284c-c15f-45dd-afbe-37ba332daa8e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0733538 Jan 20 13:28:36.392928 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b631541-c08d-41b0-b1b7-994444c47f4b req-d06ab9d9-eeb7-474f-85ef-719fbab57885 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:36.394594 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b631541-c08d-41b0-b1b7-994444c47f4b req-d06ab9d9-eeb7-474f-85ef-719fbab57885 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1035495 Jan 20 13:28:36.430707 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fe966c10-2569-401b-9efb-60c033f08e39 req-7f46eb9f-2fa9-4607-9873-07bdce5967f5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997643 Jan 20 13:28:36.481222 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b631541-c08d-41b0-b1b7-994444c47f4b req-5d3ea41a-de7f-4d7b-b4ec-94c2f5d9e458 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796559 Jan 20 13:28:36.748107 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6cc80-5f87-458a-bf57-7588fa894c87 req-1f03d6b4-b228-4c41-849c-c57c17d19d85 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:36.749984 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-45b6cc80-5f87-458a-bf57-7588fa894c87 req-1f03d6b4-b228-4c41-849c-c57c17d19d85 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0796769 Jan 20 13:28:36.844748 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-45b6cc80-5f87-458a-bf57-7588fa894c87 req-2c2cd4c3-521f-4fc5-827e-5a03bb8290cf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Jan 20 13:28:37.287041 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f44d3-f290-4a5e-953e-1b1e21e83edd req-63795447-384d-4264-8ebb-10199b33e76c tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:37.288826 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-420f44d3-f290-4a5e-953e-1b1e21e83edd req-63795447-384d-4264-8ebb-10199b33e76c tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0613925 Jan 20 13:28:37.352785 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-420f44d3-f290-4a5e-953e-1b1e21e83edd req-0ba06d64-41f7-4927-a59d-a11e960f5389 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575066 Jan 20 13:28:37.593004 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65313-987b-4b6f-ba4c-73e090475f28 req-5211273b-f9d2-424a-960b-b589f86d9360 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:37.595801 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8b65313-987b-4b6f-ba4c-73e090475f28 req-5211273b-f9d2-424a-960b-b589f86d9360 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0724916 Jan 20 13:28:37.728106 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32199132-f65e-4426-afd8-e77b99f4dbba req-720bd230-fca6-41cb-ae5f-3a5947180f2d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:37.729674 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32199132-f65e-4426-afd8-e77b99f4dbba req-720bd230-fca6-41cb-ae5f-3a5947180f2d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1324863 Jan 20 13:28:37.738427 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8b65313-987b-4b6f-ba4c-73e090475f28 req-da2679ee-6204-47a2-976e-31d7ac6b00d0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238878 Jan 20 13:28:37.789027 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32199132-f65e-4426-afd8-e77b99f4dbba req-85f24e8a-d1fd-40aa-a281-8612aea4604f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 Jan 20 13:28:38.006669 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3c422-733a-4a7d-9859-cd4d08530385 req-94c5f9fc-bd25-48c2-a4ea-b7b94a209823 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:38.008203 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03c3c422-733a-4a7d-9859-cd4d08530385 req-94c5f9fc-bd25-48c2-a4ea-b7b94a209823 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0659962 Jan 20 13:28:38.067845 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03c3c422-733a-4a7d-9859-cd4d08530385 req-8acfe581-320e-4731-90be-511a3d78b2cc tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492823 Jan 20 13:28:38.486081 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939107bd-6190-4cb2-a301-d2eab7c04b81 req-38ac034b-8040-4f03-8e1a-6c9455899345 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:38.487682 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-939107bd-6190-4cb2-a301-d2eab7c04b81 req-38ac034b-8040-4f03-8e1a-6c9455899345 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0592141 Jan 20 13:28:38.544983 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-939107bd-6190-4cb2-a301-d2eab7c04b81 req-6b9f8fd3-7334-43e2-8628-a3ebc5e07538 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Jan 20 13:28:38.888439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16193-9fc9-4562-8855-4d9e59a75b17 req-487d560b-f496-46e5-a699-6d26e944dd07 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:38.890156 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96c16193-9fc9-4562-8855-4d9e59a75b17 req-487d560b-f496-46e5-a699-6d26e944dd07 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0616252 Jan 20 13:28:38.968365 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9c96-91c5-4f5e-a489-aafe2435e7eb req-433cf7ef-e9da-4b10-a231-e47006e6244f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:38.970152 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ab7c9c96-91c5-4f5e-a489-aafe2435e7eb req-433cf7ef-e9da-4b10-a231-e47006e6244f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0788920 Jan 20 13:28:38.986259 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96c16193-9fc9-4562-8855-4d9e59a75b17 req-9b48c3c4-95ee-45f9-a2bb-41c0edde7a84 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864007 Jan 20 13:28:39.044851 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ab7c9c96-91c5-4f5e-a489-aafe2435e7eb req-fc642686-d49a-478a-a77e-f3b09c9b1d27 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575016 Jan 20 13:28:39.264160 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afd014-1a47-43ef-b748-bb4ec8afb0b9 req-c97abacd-61ed-4522-b7f0-7c04fe75d631 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:39.274935 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e1afd014-1a47-43ef-b748-bb4ec8afb0b9 req-c97abacd-61ed-4522-b7f0-7c04fe75d631 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0916317 Jan 20 13:28:39.333042 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e1afd014-1a47-43ef-b748-bb4ec8afb0b9 req-e48aa73a-6d2c-49c0-8d47-850ae8ec565a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571978 Jan 20 13:28:39.530782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b82bab-9442-4351-90ad-1bfb3177ac08 req-5c6f8298-903a-4ead-b263-7f1a8fc40c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:39.531736 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245614-2899-458f-90cb-a6636386fb86 req-62caf470-7c37-44f5-ae4a-7866f0fc3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:39.532711 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d2245614-2899-458f-90cb-a6636386fb86 req-62caf470-7c37-44f5-ae4a-7866f0fc3dc8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 1098 time: 0.0644960 Jan 20 13:28:39.532921 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30b82bab-9442-4351-90ad-1bfb3177ac08 req-5c6f8298-903a-4ead-b263-7f1a8fc40c66 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.0649900 Jan 20 13:28:39.607113 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30b82bab-9442-4351-90ad-1bfb3177ac08 req-6a965a36-95df-4526-93d2-e5dc20818071 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623646 Jan 20 13:28:39.614695 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d2245614-2899-458f-90cb-a6636386fb86 req-f8cba490-0e65-4666-8f64-291ce690b58a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633798 Jan 20 13:28:39.693509 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b541b6e-4e03-45bb-a55f-eed4f310e455 req-99495043-814c-49f6-884e-d926a739208e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:39.695186 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b541b6e-4e03-45bb-a55f-eed4f310e455 req-99495043-814c-49f6-884e-d926a739208e tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0557172 Jan 20 13:28:39.766148 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b541b6e-4e03-45bb-a55f-eed4f310e455 req-f029a42f-b130-4766-87c0-d65180619bc4 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Jan 20 13:28:40.238895 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5df3eb-6d4a-42b3-bb02-aa9f88034b75 req-7cae38d4-3e6b-4b06-b918-70aa6c67a74b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:40.241468 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e5df3eb-6d4a-42b3-bb02-aa9f88034b75 req-7cae38d4-3e6b-4b06-b918-70aa6c67a74b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1659310 Jan 20 13:28:40.256014 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a2649-4f54-417b-a7c0-2d93489ffdba req-9b0e0abf-fe88-4d61-9e4c-3fd1ea9c8f96 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:40.257591 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b98a2649-4f54-417b-a7c0-2d93489ffdba req-9b0e0abf-fe88-4d61-9e4c-3fd1ea9c8f96 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1090555 Jan 20 13:28:40.345056 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e5df3eb-6d4a-42b3-bb02-aa9f88034b75 req-4f3d8e9e-2db8-4cd3-9415-54e380d758ba tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979569 Jan 20 13:28:40.351440 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b98a2649-4f54-417b-a7c0-2d93489ffdba req-cd2de17d-3aaf-401f-bbaf-745654281157 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858619 Jan 20 13:28:40.486277 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca1702-a8d9-4eb7-b181-6596fcd8d8d6 req-16133e17-23df-4b34-88b8-cb50c5f69152 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:40.488030 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16ca1702-a8d9-4eb7-b181-6596fcd8d8d6 req-16133e17-23df-4b34-88b8-cb50c5f69152 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0685968 Jan 20 13:28:40.575532 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16ca1702-a8d9-4eb7-b181-6596fcd8d8d6 req-abfdcb13-d35f-4830-86ed-faa2d60ffad0 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774639 Jan 20 13:28:40.892230 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151c88-b1d7-4b82-bca9-ca4bf16aefcd req-cd359562-781d-45c5-8393-6e16901f1a6a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:40.893794 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-07151c88-b1d7-4b82-bca9-ca4bf16aefcd req-cd359562-781d-45c5-8393-6e16901f1a6a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0547528 Jan 20 13:28:40.947631 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-07151c88-b1d7-4b82-bca9-ca4bf16aefcd req-572b4d42-b462-434f-b47b-a37e889cd5a3 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480614 Jan 20 13:28:41.535096 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23ddba-16c2-4242-b800-3c272251d0bf req-5cebc709-026a-472f-b27f-eedc9ffe74d8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:41.536714 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b23ddba-16c2-4242-b800-3c272251d0bf req-5cebc709-026a-472f-b27f-eedc9ffe74d8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0855343 Jan 20 13:28:41.546345 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db468de3-7325-474e-9325-f7351053b47e req-3fcbf2ac-9ced-4b58-bec4-5bf1fd128f83 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:41.547901 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db468de3-7325-474e-9325-f7351053b47e req-3fcbf2ac-9ced-4b58-bec4-5bf1fd128f83 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0873876 Jan 20 13:28:41.636835 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b23ddba-16c2-4242-b800-3c272251d0bf req-68e535c0-dc3e-414f-84be-46bb0071d56f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878532 Jan 20 13:28:41.641082 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db468de3-7325-474e-9325-f7351053b47e req-323d9c1c-4293-438c-a60f-6cf1b90f1d9b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854132 Jan 20 13:28:41.759304 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df294-3b93-4cc1-89d8-b2313b521ed4 req-f8351aad-e40c-4d3c-a2a0-4558b410bfbf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:41.760996 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a79df294-3b93-4cc1-89d8-b2313b521ed4 req-f8351aad-e40c-4d3c-a2a0-4558b410bfbf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0555048 Jan 20 13:28:41.816880 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a79df294-3b93-4cc1-89d8-b2313b521ed4 req-3875fa97-90ff-462c-889f-f01489b58328 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489178 Jan 20 13:28:42.103798 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3d49c-139d-4d75-9e60-e24969d11d3f req-b8a63c89-31ed-46d6-a889-2087be212114 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:42.105590 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8d3d49c-139d-4d75-9e60-e24969d11d3f req-b8a63c89-31ed-46d6-a889-2087be212114 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0617921 Jan 20 13:28:42.170595 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8d3d49c-139d-4d75-9e60-e24969d11d3f req-676fe75e-edb7-4784-8e78-6cbd368568e5 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545766 Jan 20 13:28:42.815044 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b1892-c592-40de-8c7c-68cfeaa3aff9 req-ea1f04fc-1a5f-49d4-a269-1a1451811b4a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:42.816636 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e78b1892-c592-40de-8c7c-68cfeaa3aff9 req-ea1f04fc-1a5f-49d4-a269-1a1451811b4a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0999670 Jan 20 13:28:42.831920 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fa74c-65b0-429a-ba91-e9defaa33cfa req-6f2dcd27-9bb3-4b2f-a6f6-42b0799caa0b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:42.833429 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-645fa74c-65b0-429a-ba91-e9defaa33cfa req-6f2dcd27-9bb3-4b2f-a6f6-42b0799caa0b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1152692 Jan 20 13:28:42.916277 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e78b1892-c592-40de-8c7c-68cfeaa3aff9 req-0f166e05-c52a-4b9f-ab94-34ec984d5394 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930493 Jan 20 13:28:42.925171 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-645fa74c-65b0-429a-ba91-e9defaa33cfa req-fa77b7cc-feaf-4d48-8e63-910c51d956fa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834529 Jan 20 13:28:43.037301 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a6194-c085-40a0-9c18-353f8b538695 req-38fec9e3-7884-4b11-9134-ac7f0e7b39b3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:43.038884 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eb1a6194-c085-40a0-9c18-353f8b538695 req-38fec9e3-7884-4b11-9134-ac7f0e7b39b3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0550983 Jan 20 13:28:43.109377 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eb1a6194-c085-40a0-9c18-353f8b538695 req-2bc696b8-c958-4ed6-9b7c-706033b08855 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644739 Jan 20 13:28:43.302835 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456dd09-7a13-45c3-a127-397d999d91ca req-23af1877-11e7-45b8-9349-b73e69a349f4 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:43.304484 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9456dd09-7a13-45c3-a127-397d999d91ca req-23af1877-11e7-45b8-9349-b73e69a349f4 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0603075 Jan 20 13:28:43.384306 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9456dd09-7a13-45c3-a127-397d999d91ca req-cc4c895b-cb56-4f4d-9413-69cfd81ef691 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685520 Jan 20 13:28:44.138646 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb2b8e-9ab7-4e64-b6fe-d88360606533 req-4332ef11-f80f-423f-8a08-93711b589b8c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:44.141203 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbbb2b8e-9ab7-4e64-b6fe-d88360606533 req-4332ef11-f80f-423f-8a08-93711b589b8c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1210341 Jan 20 13:28:44.158471 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013ee0-1910-4af7-968b-569f4bfb5a23 req-93821685-6bd1-475e-bca2-fffb87a53e55 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:44.161085 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df013ee0-1910-4af7-968b-569f4bfb5a23 req-93821685-6bd1-475e-bca2-fffb87a53e55 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1389511 Jan 20 13:28:44.248659 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbbb2b8e-9ab7-4e64-b6fe-d88360606533 req-d2301432-0f08-43ec-a772-94c5812011d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862091 Jan 20 13:28:44.256983 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df013ee0-1910-4af7-968b-569f4bfb5a23 req-263e1c72-8ee5-4dcf-b456-a778f5afd61d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839221 Jan 20 13:28:44.408877 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595685-6394-4027-860b-2fd794078994 req-dd2341fc-83ff-479a-a272-d1a47d4dd59e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:44.410480 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06595685-6394-4027-860b-2fd794078994 req-dd2341fc-83ff-479a-a272-d1a47d4dd59e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0699391 Jan 20 13:28:44.681802 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06595685-6394-4027-860b-2fd794078994 req-487755aa-1338-461b-9dda-3969a87e70c7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592769 Jan 20 13:28:44.720478 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5f5c-1981-4e45-ace6-7138ed137c0b req-d0c5aac3-a42d-4c57-8889-88991b640eca tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:44.722008 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aa8d5f5c-1981-4e45-ace6-7138ed137c0b req-d0c5aac3-a42d-4c57-8889-88991b640eca tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0602586 Jan 20 13:28:44.774047 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aa8d5f5c-1981-4e45-ace6-7138ed137c0b req-1aacbe91-3116-42ea-a330-c2299d7a9ccf tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Jan 20 13:28:45.421507 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b22dd6-e047-474d-9246-eff9bdbb4054 req-1a6925ca-c461-412e-922d-5a196ac61679 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:45.423130 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f6b22dd6-e047-474d-9246-eff9bdbb4054 req-1a6925ca-c461-412e-922d-5a196ac61679 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0875757 Jan 20 13:28:45.432235 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee4bc-2d7c-4d95-869d-bdb7fc818cfd req-38c43015-c6c2-4f0b-9c2f-338f9805f3e7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:45.433900 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6a2ee4bc-2d7c-4d95-869d-bdb7fc818cfd req-38c43015-c6c2-4f0b-9c2f-338f9805f3e7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0880816 Jan 20 13:28:45.515042 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f6b22dd6-e047-474d-9246-eff9bdbb4054 req-a5e28939-e1e6-4009-a321-94bd7174c4a9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800419 Jan 20 13:28:45.519003 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6a2ee4bc-2d7c-4d95-869d-bdb7fc818cfd req-905007c3-b317-4818-a2ab-4c76bf375614 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779505 Jan 20 13:28:45.836437 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad882964-afdb-4c95-ada0-e25d1c3261c8 req-b43652d7-1c76-41a8-9424-cc2caa984716 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:45.838084 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ad882964-afdb-4c95-ada0-e25d1c3261c8 req-b43652d7-1c76-41a8-9424-cc2caa984716 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0571949 Jan 20 13:28:45.940557 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ad882964-afdb-4c95-ada0-e25d1c3261c8 req-c0112397-5b3a-437c-bedc-e39ec360527f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910201 Jan 20 13:28:45.975797 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b3bb5-7077-4e74-86f5-8e85a21fec4c req-eb634fd8-c438-49ad-a883-4179958dfb66 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:45.981052 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cc6b3bb5-7077-4e74-86f5-8e85a21fec4c req-eb634fd8-c438-49ad-a883-4179958dfb66 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0988357 Jan 20 13:28:46.053321 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cc6b3bb5-7077-4e74-86f5-8e85a21fec4c req-42195edc-48f8-49aa-a3f8-d4648f0e0a91 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633550 Jan 20 13:28:46.780750 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be2b00-bf0c-465c-9f27-7d18df10233a req-52380e6f-1f05-4986-98ac-3ea366ec0e40 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:46.782632 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9be2b00-bf0c-465c-9f27-7d18df10233a req-52380e6f-1f05-4986-98ac-3ea366ec0e40 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1739657 Jan 20 13:28:46.815390 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f28483-6064-4425-a865-1c9b10265f8a req-0380f32b-fa12-4c55-b62e-613d75cdbc25 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:46.817008 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-90f28483-6064-4425-a865-1c9b10265f8a req-0380f32b-fa12-4c55-b62e-613d75cdbc25 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1131947 Jan 20 13:28:46.896676 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9be2b00-bf0c-465c-9f27-7d18df10233a req-2b9f42da-fddd-4282-9d4f-df051a955147 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976963 Jan 20 13:28:46.910873 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-90f28483-6064-4425-a865-1c9b10265f8a req-dc6ba8c2-39cf-4d98-a881-a9ca05fe2aa0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845103 Jan 20 13:28:47.090264 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96aa1-1830-4dad-ac8c-17f373df4f67 req-ac226b12-349d-4bfb-8879-68eb6d9a156b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:47.092013 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0c96aa1-1830-4dad-ac8c-17f373df4f67 req-ac226b12-349d-4bfb-8879-68eb6d9a156b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0696921 Jan 20 13:28:47.179268 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0c96aa1-1830-4dad-ac8c-17f373df4f67 req-f177c0f2-6bb6-40bc-978a-f3af8d894d1b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809429 Jan 20 13:28:47.205582 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05414592-7969-43bd-8278-37fdd82a3a74 req-5ae20715-1b8e-4127-86dc-edb665d3d945 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:47.207685 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05414592-7969-43bd-8278-37fdd82a3a74 req-5ae20715-1b8e-4127-86dc-edb665d3d945 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0730083 Jan 20 13:28:47.285216 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05414592-7969-43bd-8278-37fdd82a3a74 req-5f983a5d-d9ba-4f36-8ffb-f49258e30885 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Jan 20 13:28:48.114734 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca1834-47d3-424c-9683-30c205fddd47 req-a1de973e-41eb-4198-b6fb-c24cb5a927bd tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:48.117985 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6ca1834-47d3-424c-9683-30c205fddd47 req-a1de973e-41eb-4198-b6fb-c24cb5a927bd tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1023331 Jan 20 13:28:48.181047 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa9969-ea39-4501-b98c-f339281882d8 req-c3be3664-ab41-4d7e-8cf2-29d97f5d96e5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:48.185583 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7afa9969-ea39-4501-b98c-f339281882d8 req-c3be3664-ab41-4d7e-8cf2-29d97f5d96e5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1384907 Jan 20 13:28:48.256272 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6ca1834-47d3-424c-9683-30c205fddd47 req-2a9b93a9-8ff7-4fa9-9af9-84cf4a457b9e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237416 Jan 20 13:28:48.315327 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7afa9969-ea39-4501-b98c-f339281882d8 req-74501d0d-9a51-45f9-a565-2617e6cbbd03 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023071 Jan 20 13:28:48.401133 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b62e92-fedc-4ff0-9aa1-42ae6c7e7be7 req-7aa52ba9-6fe0-4c6a-9b0a-fc3c5835030a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:48.406305 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-89b62e92-fedc-4ff0-9aa1-42ae6c7e7be7 req-7aa52ba9-6fe0-4c6a-9b0a-fc3c5835030a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0773129 Jan 20 13:28:48.503486 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-89b62e92-fedc-4ff0-9aa1-42ae6c7e7be7 req-e7d7e894-c268-4e54-9aea-7e882ed1eedf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870740 Jan 20 13:28:48.519195 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a971b-2caa-48db-aab5-b71f8e1e03db req-6b785e64-48e7-4d9a-a09c-685da3f357a4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:48.521010 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f8a971b-2caa-48db-aab5-b71f8e1e03db req-6b785e64-48e7-4d9a-a09c-685da3f357a4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0863805 Jan 20 13:28:48.539688 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58460) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:48.546747 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'floatingip': {'port_id': '2325e654-403b-45c8-8147-0d5040c191fc'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:48.647306 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (833397fa-97eb-42bf-9247-32bb2cb75946), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:48.694828 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbec1-5df1-4dc4-b691-609ec91a0004 req-7c7978b4-1eea-4974-adeb-34a781d5427a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:48.697924 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc3cbec1-5df1-4dc4-b691-609ec91a0004 req-7c7978b4-1eea-4974-adeb-34a781d5427a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.0984514 Jan 20 13:28:48.790571 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc3cbec1-5df1-4dc4-b691-609ec91a0004 req-0d24c968-2af4-42ae-9fef-522b8a3d29d8 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849793 Jan 20 13:28:49.554884 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0580d-4849-4827-bc3f-13ae53c4479e req-473065f6-64c9-44d0-bcd6-5993fbac3db7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:49.565216 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dbe0580d-4849-4827-bc3f-13ae53c4479e req-473065f6-64c9-44d0-bcd6-5993fbac3db7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1178770 Jan 20 13:28:49.664078 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dbe0580d-4849-4827-bc3f-13ae53c4479e req-6217bb67-247d-482e-a508-126db27f9029 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876410 Jan 20 13:28:49.754990 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d2f3d-580a-43ee-acd3-c4a4b58a2bf0 req-9628e5e5-9e8a-44d1-b8d4-60c74dcbd35a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:49.768744 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf2d2f3d-580a-43ee-acd3-c4a4b58a2bf0 req-9628e5e5-9e8a-44d1-b8d4-60c74dcbd35a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1344061 Jan 20 13:28:49.863389 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf2d2f3d-580a-43ee-acd3-c4a4b58a2bf0 req-8a45c06a-6218-4531-97a4-3aec1dffbf87 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911517 Jan 20 13:28:49.866637 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.db.resource_extend [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 13:28:49.937833 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4b520-48ad-494b-b2f7-ccedef809b83 req-e9f6770b-9a5b-4f5e-92d3-28b7413c318e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:49.948649 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34f4b520-48ad-494b-b2f7-ccedef809b83 req-e9f6770b-9a5b-4f5e-92d3-28b7413c318e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1141996 Jan 20 13:28:49.953956 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58518) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:49.961134 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'floatingip': {'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:49.991951 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:50.000408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (833397fa-97eb-42bf-9247-32bb2cb75946), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:50.112428 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (5caf071e-46bb-4450-bb61-de6f20e7e19f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:50.199476 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Floating IP 833397fa-97eb-42bf-9247-32bb2cb75946 associated. External IP: 172.27.2.243, port: 2325e654-403b-45c8-8147-0d5040c191fc. Jan 20 13:28:50.319365 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58530) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:50.549006 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a6e7f-7ec0-4894-b606-17cfe33a4d6c req-bcd349cb-7e47-4a73-8def-6493cb3f3efa tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:50.551259 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-152a6e7f-7ec0-4894-b606-17cfe33a4d6c req-bcd349cb-7e47-4a73-8def-6493cb3f3efa tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1685188 Jan 20 13:28:50.600503 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Router 731083c8-260e-4200-b830-e91762e6feac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:28:50.618962 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-87e8f9d3-c3aa-47fe-b476-c17229181cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:50.621474 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-87e8f9d3-c3aa-47fe-b476-c17229181cd6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 1098 time: 0.3161776 Jan 20 13:28:50.665505 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8f490687-0b34-4df3-8c01-aa19023d6df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:50.784542 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:28:50.793752 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:50.817250 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:28:50.849463 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:28:50.850275 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:28:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:50.885127 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5b6ce47e-65da-408f-8039-9a171e3f4b74 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "PUT /v2.0/floatingips/833397fa-97eb-42bf-9247-32bb2cb75946 HTTP/1.1" status: 200 len: 992 time: 2.3407702 Jan 20 13:28:50.886415 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:50.893528 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d162228-efe8-4403-be87-a2333f346c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "tag": "2325e654-403b-45c8-8147-0d5040c191fc"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:50.961362 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-152a6e7f-7ec0-4894-b606-17cfe33a4d6c req-ff8a8d30-9641-49ce-b38d-550bc7de942e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966153 Jan 20 13:28:51.106532 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:28:51.177615 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-1517192c-1b62-4e11-a9d1-68f5a246828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:51.183157 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-1517192c-1b62-4e11-a9d1-68f5a246828d service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.5157769 Jan 20 13:28:51.371775 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9590f8-710a-4d86-98f7-5ce23dd6d2b6 x-openstack-request-id: req-bd9590f8-710a-4d86-98f7-5ce23dd6d2b6 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:51.372409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "tag": "2325e654-403b-45c8-8147-0d5040c191fc", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:51.372679 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd9590f8-710a-4d86-98f7-5ce23dd6d2b6 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:51.373275 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc', 'status': 'completed', 'code': 200} Jan 20 13:28:51.449942 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8f490687-0b34-4df3-8c01-aa19023d6df4 admin admin] Publish callbacks [] for security_group (7c9ca59b-5ff3-4e19-a673-f55cd5286872), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:51.531198 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162228-efe8-4403-be87-a2333f346c5b req-002d35f3-16ec-4480-be00-d70932993390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:51.535868 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-002d35f3-16ec-4480-be00-d70932993390 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1099 time: 0.1156378 Jan 20 13:28:51.538030 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '833397fa-97eb-42bf-9247-32bb2cb75946', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '731083c8-260e-4200-b830-e91762e6feac', 'port_id': '2325e654-403b-45c8-8147-0d5040c191fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'mac_address': 'fa:16:3e:72:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:27:43Z', 'updated_at': '2022-01-20T13:28:49Z', 'revision_number': 1, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:51.580105 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:28:51.595310 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:28:51.596175 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:28:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:51.660143 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-67dc8e38-5f40-4f0e-b1f2-8e228c0d118c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.3174915 Jan 20 13:28:51.678197 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8f490687-0b34-4df3-8c01-aa19023d6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7c9ca59b-5ff3-4e19-a673-f55cd5286872), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:51.748904 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162228-efe8-4403-be87-a2333f346c5b req-867eb68d-04d8-4cba-ad77-4cb920012f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:51.751112 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-867eb68d-04d8-4cba-ad77-4cb920012f54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.2000134 Jan 20 13:28:51.773389 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f490687-0b34-4df3-8c01-aa19023d6df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9ca59b-5ff3-4e19-a673-f55cd5286872,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:51.848968 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:28:51.979563 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-72b4c2ad-1ccd-462c-98e9-f04ca6a3d470 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 1000 time: 0.1793134 Jan 20 13:28:52.072066 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162228-efe8-4403-be87-a2333f346c5b req-19d8bc29-feaf-41fa-84b6-2859a12d0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:52.075468 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-19d8bc29-feaf-41fa-84b6-2859a12d0a6b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0887861 Jan 20 13:28:52.140079 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162228-efe8-4403-be87-a2333f346c5b req-e8170e70-8589-417f-ada3-d28aa6990634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:52.141858 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-e8170e70-8589-417f-ada3-d28aa6990634 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596387 Jan 20 13:28:52.256258 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8f490687-0b34-4df3-8c01-aa19023d6df4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83f0321a817b46559d6a9387a128f18b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9231005 Jan 20 13:28:52.256258 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58592) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:52.277364 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '833397fa-97eb-42bf-9247-32bb2cb75946', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '731083c8-260e-4200-b830-e91762e6feac', 'port_id': '2325e654-403b-45c8-8147-0d5040c191fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'mac_address': 'fa:16:3e:72:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:27:43Z', 'updated_at': '2022-01-20T13:28:49Z', 'revision_number': 1, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:52.286156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58594) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:52.316672 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f29b6-8d0a-48df-ad45-83792a9cdef8 None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '833397fa-97eb-42bf-9247-32bb2cb75946', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '731083c8-260e-4200-b830-e91762e6feac', 'port_id': '2325e654-403b-45c8-8147-0d5040c191fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'mac_address': 'fa:16:3e:72:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:27:43Z', 'updated_at': '2022-01-20T13:28:49Z', 'revision_number': 1, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:28:52.318518 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-9c774c3c-694d-4985-bdde-60e6e728a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:52.319973 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-9c774c3c-694d-4985-bdde-60e6e728a4fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.6508722 Jan 20 13:28:52.481891 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-2f3be84d-7462-457e-ab31-176c84256eb1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486928 Jan 20 13:28:52.531519 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1153fb42-4d0c-4dc3-8ae3-4260cd3c75c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:52.537956 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.db.resource_extend [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 13:28:52.567272 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-e1d8d8f9-083b-4d69-8363-679ac789b0f5 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169102 Jan 20 13:28:52.658277 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376458d-066f-4273-91b8-470536d0cac7 None None] New status for floating IP 833397fa-97eb-42bf-9247-32bb2cb75946: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:28:52.670079 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405821b-90d8-4832-a772-df133df594da req-64431409-ab44-4533-8b21-dbc3cb31d4c2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:52.671789 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4405821b-90d8-4832-a772-df133df594da req-64431409-ab44-4533-8b21-dbc3cb31d4c2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.4611425 Jan 20 13:28:52.705173 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7d162228-efe8-4403-be87-a2333f346c5b req-613c88dc-91f6-40bb-8f9d-669e4e5bc245 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303179 Jan 20 13:28:52.738086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-155f8db9-b2bd-4b6a-867f-79712db3bb9e admin admin] Publish callbacks [] for security_group (7c9ca59b-5ff3-4e19-a673-f55cd5286872), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:52.774163 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:52.800236 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (5caf071e-46bb-4450-bb61-de6f20e7e19f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:52.899183 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-155f8db9-b2bd-4b6a-867f-79712db3bb9e admin admin] Publish callbacks [] for security_group (7c9ca59b-5ff3-4e19-a673-f55cd5286872), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:52.959647 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-6e01af3e-b73a-4300-b9a8-8c2420dacf7a service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606943 Jan 20 13:28:53.012267 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4405821b-90d8-4832-a772-df133df594da req-7f1a7252-d518-4839-908d-ffac0e5dee02 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225260 Jan 20 13:28:53.139967 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Floating IP 5caf071e-46bb-4450-bb61-de6f20e7e19f associated. External IP: 172.27.2.155, port: 4d3a6313-fe30-4aeb-a491-24ffc1d3f407. Jan 20 13:28:53.152178 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1153fb42-4d0c-4dc3-8ae3-4260cd3c75c3 admin admin] Publish callbacks [] for security_group (22b776d9-38a3-412a-807d-205431795086), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.197325 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-155f8db9-b2bd-4b6a-867f-79712db3bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7c9ca59b-5ff3-4e19-a673-f55cd5286872), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.201144 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-155f8db9-b2bd-4b6a-867f-79712db3bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.202361 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-155f8db9-b2bd-4b6a-867f-79712db3bb9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c9ca59b-5ff3-4e19-a673-f55cd5286872 HTTP/1.1" status: 204 len: 168 time: 0.9243877 Jan 20 13:28:53.203190 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1153fb42-4d0c-4dc3-8ae3-4260cd3c75c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (22b776d9-38a3-412a-807d-205431795086), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.281144 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f8db9-b2bd-4b6a-867f-79712db3bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9ca59b-5ff3-4e19-a673-f55cd5286872,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:53.326617 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1153fb42-4d0c-4dc3-8ae3-4260cd3c75c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38cd1dcdf85a46358c068b8e7a25e485&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0337448 Jan 20 13:28:53.329712 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58614) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:53.337649 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7105ff7a-d48f-48a9-be3c-f4dbe82165ae req-bcecffa8-526c-43b5-8954-59a08ca18bf8 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303142 Jan 20 13:28:53.348955 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153fb42-4d0c-4dc3-8ae3-4260cd3c75c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b776d9-38a3-412a-807d-205431795086,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:53.438898 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-043f50df-cf88-4e8e-bca8-bc14295c0845 admin admin] Publish callbacks [] for security_group (22b776d9-38a3-412a-807d-205431795086), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.471056 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-043f50df-cf88-4e8e-bca8-bc14295c0845 admin admin] Publish callbacks [] for security_group (22b776d9-38a3-412a-807d-205431795086), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.532282 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Router 94af7755-55d1-4537-bb62-d8a8f403e276 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:28:53.547312 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-043f50df-cf88-4e8e-bca8-bc14295c0845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (22b776d9-38a3-412a-807d-205431795086), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.551212 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-043f50df-cf88-4e8e-bca8-bc14295c0845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.552667 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-043f50df-cf88-4e8e-bca8-bc14295c0845 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22b776d9-38a3-412a-807d-205431795086 HTTP/1.1" status: 204 len: 168 time: 0.2209883 Jan 20 13:28:53.564484 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f50df-cf88-4e8e-bca8-bc14295c0845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b776d9-38a3-412a-807d-205431795086,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:53.678965 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58626) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:53.688999 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e526565-2180-4230-8dd8-45e3c00255e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.724881 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:28:53.749911 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.751102 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:28:53.789202 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:28:53.790636 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b23e6a50-557b-49c7-9f6a-5d975fe96ce0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "PUT /v2.0/floatingips/5caf071e-46bb-4450-bb61-de6f20e7e19f HTTP/1.1" status: 200 len: 991 time: 3.8345847 Jan 20 13:28:53.791247 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:28:53.793400 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:28:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:53.793987 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f8761e-71ad-416b-b032-ca60869b40f7" -d '{"events": [{"name": "network-changed", "server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:28:53.840965 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e526565-2180-4230-8dd8-45e3c00255e0 admin admin] Publish callbacks [] for security_group (2d3eed0c-368d-469a-bfe5-1a10c3b3460c), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.849636 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e526565-2180-4230-8dd8-45e3c00255e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2d3eed0c-368d-469a-bfe5-1a10c3b3460c), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:53.916543 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-8e526565-2180-4230-8dd8-45e3c00255e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ee3bf47b10f4e218b09de3e3bc04038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427657 Jan 20 13:28:53.917562 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e526565-2180-4230-8dd8-45e3c00255e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3eed0c-368d-469a-bfe5-1a10c3b3460c,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:53.921360 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58636) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:54.002337 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a801805-0b3f-4ba0-9299-5e6c600a8814 admin admin] Publish callbacks [] for security_group (2d3eed0c-368d-469a-bfe5-1a10c3b3460c), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:54.031607 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a801805-0b3f-4ba0-9299-5e6c600a8814 admin admin] Publish callbacks [] for security_group (2d3eed0c-368d-469a-bfe5-1a10c3b3460c), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:54.099427 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a801805-0b3f-4ba0-9299-5e6c600a8814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2d3eed0c-368d-469a-bfe5-1a10c3b3460c), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:54.104168 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a801805-0b3f-4ba0-9299-5e6c600a8814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:54.108490 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4a801805-0b3f-4ba0-9299-5e6c600a8814 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d3eed0c-368d-469a-bfe5-1a10c3b3460c HTTP/1.1" status: 204 len: 168 time: 0.1836131 Jan 20 13:28:54.108713 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:28:54.119865 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801805-0b3f-4ba0-9299-5e6c600a8814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3eed0c-368d-469a-bfe5-1a10c3b3460c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:54.313649 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8612ff29-c40a-453e-9705-c07b3486f159 x-openstack-request-id: req-8612ff29-c40a-453e-9705-c07b3486f159 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:28:54.313943 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:28:54.314339 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8612ff29-c40a-453e-9705-c07b3486f159 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:28:54.315617 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'status': 'completed', 'code': 200} Jan 20 13:28:54.468469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c0c5d-b216-447c-a9c2-ae9ac628a353 req-cfd7d304-0e44-449f-99d4-4ab4bbfc8a56 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:54.471288 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-739c0c5d-b216-447c-a9c2-ae9ac628a353 req-cfd7d304-0e44-449f-99d4-4ab4bbfc8a56 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1135077 Jan 20 13:28:54.487184 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '5caf071e-46bb-4450-bb61-de6f20e7e19f', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'mac_address': 'fa:16:3e:f4:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628da180-155e-4f33-9a00-a21c8e25cce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:27:34Z', 'updated_at': '2022-01-20T13:28:52Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:54.533902 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:28:54.544739 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-739c0c5d-b216-447c-a9c2-ae9ac628a353 req-56ae2dcf-8342-424a-b914-023cc36fb88a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 Jan 20 13:28:54.546360 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:28:54.547104 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:28:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:54.693634 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:28:54.888662 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58670) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:54.903985 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f527044-7802-45d1-b1d8-e8bc8083b55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.007301 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '5caf071e-46bb-4450-bb61-de6f20e7e19f', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'mac_address': 'fa:16:3e:f4:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628da180-155e-4f33-9a00-a21c8e25cce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:27:34Z', 'updated_at': '2022-01-20T13:28:52Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:28:55.050139 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f527044-7802-45d1-b1d8-e8bc8083b55e admin admin] Publish callbacks [] for security_group (6213e1aa-2f0c-4bca-bb79-da8204e7260f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.055251 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e04fe8f-c622-4185-8e2d-a7c017318240 None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '5caf071e-46bb-4450-bb61-de6f20e7e19f', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'mac_address': 'fa:16:3e:f4:5a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628da180-155e-4f33-9a00-a21c8e25cce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:27:34Z', 'updated_at': '2022-01-20T13:28:52Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:28:55.059687 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3f527044-7802-45d1-b1d8-e8bc8083b55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6213e1aa-2f0c-4bca-bb79-da8204e7260f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.114639 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-3f527044-7802-45d1-b1d8-e8bc8083b55e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4147b0943a0644b692e0d5580f769ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246296 Jan 20 13:28:55.117540 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58672) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:55.140036 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f527044-7802-45d1-b1d8-e8bc8083b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6213e1aa-2f0c-4bca-bb79-da8204e7260f,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:55.194810 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34fcad58-02fc-4e0a-9621-cfbdb7f9c9a2 admin admin] Publish callbacks [] for security_group (6213e1aa-2f0c-4bca-bb79-da8204e7260f), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.243742 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34fcad58-02fc-4e0a-9621-cfbdb7f9c9a2 admin admin] Publish callbacks [] for security_group (6213e1aa-2f0c-4bca-bb79-da8204e7260f), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.365523 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34fcad58-02fc-4e0a-9621-cfbdb7f9c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6213e1aa-2f0c-4bca-bb79-da8204e7260f), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.373858 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34fcad58-02fc-4e0a-9621-cfbdb7f9c9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:55.377325 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-34fcad58-02fc-4e0a-9621-cfbdb7f9c9a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6213e1aa-2f0c-4bca-bb79-da8204e7260f HTTP/1.1" status: 204 len: 168 time: 0.2573459 Jan 20 13:28:55.402906 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcad58-02fc-4e0a-9621-cfbdb7f9c9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213e1aa-2f0c-4bca-bb79-da8204e7260f,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:55.510249 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f6e663-3f14-480f-8dc1-f30c1f3a7636 None None] New status for floating IP 5caf071e-46bb-4450-bb61-de6f20e7e19f: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:28:55.773273 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.321631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58712) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:56.444592 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370139734-network', 'tenant_id': '05e142f71f574fb4ae03ce9cf2590393'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:56.476450 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Made reservation on behalf of 05e142f71f574fb4ae03ce9cf2590393 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:28:56.479147 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.489475 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.589698 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks [] for security_group (d7494263-0e22-4634-bae6-308121768ff5), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.593946 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d7494263-0e22-4634-bae6-308121768ff5), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.622893 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:28:56.634445 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7494263-0e22-4634-bae6-308121768ff5,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:56.640138 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.640479 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Added segment fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0 of type vlan for network 3a0bb60d-e340-45fa-9c61-870b025f1833 Jan 20 13:28:56.687239 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (3a0bb60d-e340-45fa-9c61-870b025f1833), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.714265 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (3a0bb60d-e340-45fa-9c61-870b025f1833), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.715261 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:56.715875 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:56.751644 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4287341 Jan 20 13:28:56.755111 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58720) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:28:56.762953 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Request body: {'subnet': {'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370139734-subnet', 'tenant_id': '05e142f71f574fb4ae03ce9cf2590393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:28:56.783618 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213d31c-0109-437f-b7a7-7eff4d786233 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0bb60d-e340-45fa-9c61-870b025f1833,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:56.798790 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Made reservation on behalf of 05e142f71f574fb4ae03ce9cf2590393 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:28:56.799640 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 3a0bb60d-e340-45fa-9c61-870b025f1833 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:28:56.803058 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:57.008116 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (ff330ffb-c403-4d28-a611-95105c209d86), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:57.077503 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff330ffb-c403-4d28-a611-95105c209d86,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:28:57.090548 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Checking segment: {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:28:57.090909 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Network hostable DHCP agents. Network: 3a0bb60d-e340-45fa-9c61-870b025f1833, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:28:57.110365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Network 3a0bb60d-e340-45fa-9c61-870b025f1833 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:28:57.123642 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 3a0bb60d-e340-45fa-9c61-870b025f1833) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:28:57.131131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:57.132178 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:57.134329 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0704875-459e-4478-9381-78973f2552c7 None None] Network 3a0bb60d-e340-45fa-9c61-870b025f1833 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:28:57.156947 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-04389207-7e8b-46a8-964f-5e76b209370c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4004331 Jan 20 13:28:57.251909 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2027687f-9044-42d1-9abc-061a319fb704 None None] Network 3a0bb60d-e340-45fa-9c61-870b025f1833 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:28:59.014283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a6a2da64-93a9-4cbe-ba9f-7d9ef5276914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:28:59.713141 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-f703a34f-4560-4fb5-934e-0659ece41a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:59.714967 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-f703a34f-4560-4fb5-934e-0659ece41a5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1098 time: 0.0472822 Jan 20 13:28:59.860324 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0399e1-73db-4ce7-801e-c7244185f574 req-2e0273c1-277b-486a-8c2d-00040d578727 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:59.861917 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b0399e1-73db-4ce7-801e-c7244185f574 req-2e0273c1-277b-486a-8c2d-00040d578727 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0731242 Jan 20 13:28:59.863025 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-9eb367f4-0873-4fe7-b14d-d0c373f534bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:28:59.864664 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-9eb367f4-0873-4fe7-b14d-d0c373f534bb service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.1362381 Jan 20 13:28:59.921617 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b0399e1-73db-4ce7-801e-c7244185f574 req-74c6910a-f156-4693-8f1e-9d9e15197cdf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530982 Jan 20 13:29:00.142987 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-5e373993-721e-41e9-a4c6-03498b630269 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 1001 time: 0.1328869 Jan 20 13:29:00.206222 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-33b944ff-9dc3-4699-b76f-ae1bc5d3edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:00.207776 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-33b944ff-9dc3-4699-b76f-ae1bc5d3edd7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0555513 Jan 20 13:29:00.499607 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-3c97ad64-b229-4c6c-a180-1dee1dbe4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:00.501357 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-3c97ad64-b229-4c6c-a180-1dee1dbe4228 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2856455 Jan 20 13:29:00.621297 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-dee3176e-14b3-4fb1-9a39-ac4f13f75a54 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114268 Jan 20 13:29:00.748059 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35f8761e-71ad-416b-b032-ca60869b40f7 req-802ee506-1cf5-4a4e-8efc-ea23d21f59e5 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200984 Jan 20 13:29:01.081043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5cf9-d06f-4ead-b463-95fda14bfb4b req-3f446349-bc4a-4d5d-82e7-7913fd7d7340 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:01.083013 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-322d5cf9-d06f-4ead-b463-95fda14bfb4b req-3f446349-bc4a-4d5d-82e7-7913fd7d7340 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0605516 Jan 20 13:29:01.152392 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-322d5cf9-d06f-4ead-b463-95fda14bfb4b req-abb8fc5e-dc65-4b64-8a31-bc25c1f962f1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Jan 20 13:29:01.777600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ee6fce36-c5df-4423-81b4-d1b3b00d5a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:02.513612 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48156-ec6d-43d6-ae7a-8f432c51f3a6 req-c619f891-fde4-455b-a511-5ea9fc45ebdc tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:02.516209 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdd48156-ec6d-43d6-ae7a-8f432c51f3a6 req-c619f891-fde4-455b-a511-5ea9fc45ebdc tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0830376 Jan 20 13:29:02.545232 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-26fdd1c8-2eeb-41ad-84bd-5e04c9711f90 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:02.552707 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-26fdd1c8-2eeb-41ad-84bd-5e04c9711f90 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/networks?id=3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 200 len: 809 time: 0.2592633 Jan 20 13:29:02.610698 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-f99a1c55-ec2b-4549-b493-823b80ba6292 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/quotas/05e142f71f574fb4ae03ce9cf2590393 HTTP/1.1" status: 200 len: 375 time: 0.0569713 Jan 20 13:29:02.665003 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-f3cc72d8-2e80-44da-928b-53e0f857fb9d tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=05e142f71f574fb4ae03ce9cf2590393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527766 Jan 20 13:29:02.701585 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdd48156-ec6d-43d6-ae7a-8f432c51f3a6 req-a896c649-bbec-447a-bb8e-4b350560930d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790771 Jan 20 13:29:02.796631 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-5eef12f4-448e-452a-bba2-bb52a3bdfc7a service neutron] 10.222.0.70 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224959 Jan 20 13:29:02.943799 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-3730f9e7-59ca-4242-98e4-43224a3eebb7 service neutron] 10.222.0.70 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414776 Jan 20 13:29:02.993685 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:03.169713 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ad07add7-e2f1-4735-8eca-f5752f226c78 req-b4b47dde-64e9-4c89-b98d-230320e22d6c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 210 time: 0.0299575 Jan 20 13:29:03.936396 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:03.987738 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292a6d-f71a-47ba-9ff5-364cbf485cc0 req-3022e5c0-422e-4034-97a9-fd050251dfff tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:04.000246 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8292a6d-f71a-47ba-9ff5-364cbf485cc0 req-3022e5c0-422e-4034-97a9-fd050251dfff tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.1772890 Jan 20 13:29:04.071288 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a9b06-d94c-47e1-93d9-fc49fae685a6 req-cc88a6ab-6d26-4900-a710-db64793e0d53 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:04.080693 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f44a9b06-d94c-47e1-93d9-fc49fae685a6 req-cc88a6ab-6d26-4900-a710-db64793e0d53 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1966305 Jan 20 13:29:04.138633 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8292a6d-f71a-47ba-9ff5-364cbf485cc0 req-69a3ac3b-b3da-4891-9f52-1304e891ff8d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370695 Jan 20 13:29:04.198889 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f44a9b06-d94c-47e1-93d9-fc49fae685a6 req-3d019554-2e71-4b30-b921-4cb04766d38f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057489 Jan 20 13:29:04.304997 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d62d004a-0e74-432f-ab30-c642b96d9639 req-b364ee9e-854b-45cd-9392-660d9be53607 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 210 time: 0.0383530 Jan 20 13:29:04.636432 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58936) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:04.841340 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5ebada71-0149-4be6-bbee-46879b7bbc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:04.929612 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-13104378-e384-41b8-96c6-588a9a4f142c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:04.932380 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-13104378-e384-41b8-96c6-588a9a4f142c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "GET /v2.0/networks?id=3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 200 len: 809 time: 0.2099061 Jan 20 13:29:04.968361 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Request body: {'port': {'device_id': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833', 'admin_state_up': True, 'tenant_id': '05e142f71f574fb4ae03ce9cf2590393'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:29:05.097269 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5ebada71-0149-4be6-bbee-46879b7bbc52 admin admin] Publish callbacks [] for security_group (cd0375be-6f67-417a-886a-d4677d046de3), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.103499 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5ebada71-0149-4be6-bbee-46879b7bbc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cd0375be-6f67-417a-886a-d4677d046de3), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.167244 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebada71-0149-4be6-bbee-46879b7bbc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0375be-6f67-417a-886a-d4677d046de3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:05.173103 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5ebada71-0149-4be6-bbee-46879b7bbc52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=288bfc39d4184b6a8c3dd0794951f52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5354936 Jan 20 13:29:05.177450 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58952) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:05.193562 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Made reservation on behalf of 05e142f71f574fb4ae03ce9cf2590393 for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:29:05.197568 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.278735 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:29:05.314421 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4d8676cf-6f42-4c78-be51-63bd55a8cd94 admin admin] Publish callbacks [] for security_group (cd0375be-6f67-417a-886a-d4677d046de3), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.315224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.355839 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4d8676cf-6f42-4c78-be51-63bd55a8cd94 admin admin] Publish callbacks [] for security_group (cd0375be-6f67-417a-886a-d4677d046de3), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.423420 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4d8676cf-6f42-4c78-be51-63bd55a8cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cd0375be-6f67-417a-886a-d4677d046de3), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.426350 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4d8676cf-6f42-4c78-be51-63bd55a8cd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:05.433200 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4d8676cf-6f42-4c78-be51-63bd55a8cd94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd0375be-6f67-417a-886a-d4677d046de3 HTTP/1.1" status: 204 len: 168 time: 0.2479308 Jan 20 13:29:05.444165 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8676cf-6f42-4c78-be51-63bd55a8cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0375be-6f67-417a-886a-d4677d046de3,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:05.506250 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88467842-93c6-4c15-99b2-3f9b427f7eab req-96f10528-44df-4afb-baf1-85d407414549 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:05.507776 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88467842-93c6-4c15-99b2-3f9b427f7eab req-96f10528-44df-4afb-baf1-85d407414549 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1599379 Jan 20 13:29:05.519490 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3adda-5b3d-4cfd-b3e0-48a077e1aa3a req-77b68a74-c7ba-41eb-afc6-41d4b897830a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:05.521307 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62f3adda-5b3d-4cfd-b3e0-48a077e1aa3a req-77b68a74-c7ba-41eb-afc6-41d4b897830a tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.1722901 Jan 20 13:29:05.585741 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Allocated IP 172.20.0.5 (3a0bb60d-e340-45fa-9c61-870b025f1833/ff330ffb-c403-4d28-a611-95105c209d86/7e1642e9-ab2e-492a-adac-e8760f88f3d3) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:29:05.658128 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88467842-93c6-4c15-99b2-3f9b427f7eab req-1bb242f3-2490-49a6-9b70-aa8bdef30f7b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356430 Jan 20 13:29:05.711136 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62f3adda-5b3d-4cfd-b3e0-48a077e1aa3a req-5abb9645-db8d-4251-b400-29288f266b69 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752100 Jan 20 13:29:05.794657 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9ec7980-d6d7-4195-b998-9bbd6dea88b8 req-7047c741-93b2-433d-928d-39de8fad4785 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 210 time: 0.0494852 Jan 20 13:29:05.861024 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 58972) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:05.881269 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-825632c2-daba-42d3-a800-8b342b09babf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.000014 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-825632c2-daba-42d3-a800-8b342b09babf admin admin] Publish callbacks [] for security_group (f5117e98-1714-418e-bc85-9ba082e5d771), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.004710 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks [] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.004919 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-825632c2-daba-42d3-a800-8b342b09babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f5117e98-1714-418e-bc85-9ba082e5d771), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.051365 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.088215 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-825632c2-daba-42d3-a800-8b342b09babf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd3bcd383ef443e1892ed0f8b88807d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219861 Jan 20 13:29:06.088215 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825632c2-daba-42d3-a800-8b342b09babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5117e98-1714-418e-bc85-9ba082e5d771,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:06.090671 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 58976) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:06.122989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Network 3a0bb60d-e340-45fa-9c61-870b025f1833 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:29:06.130823 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:29:06.142737 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:29:06.149451 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:06.150129 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.158391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Pushing event updated for resources: {'Port': ['ID=7e1642e9-ab2e-492a-adac-e8760f88f3d3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:06.195117 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-4836b5a6-e319-4673-a25b-9fb5c9fc6932 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386096 Jan 20 13:29:06.225787 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Request body: {'port': {'device_id': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:29:06.235792 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b4385e2-3015-4ae8-9c02-2649abddbe61 admin admin] Publish callbacks [] for security_group (f5117e98-1714-418e-bc85-9ba082e5d771), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.281856 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b4385e2-3015-4ae8-9c02-2649abddbe61 admin admin] Publish callbacks [] for security_group (f5117e98-1714-418e-bc85-9ba082e5d771), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.320529 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.407070 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b4385e2-3015-4ae8-9c02-2649abddbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f5117e98-1714-418e-bc85-9ba082e5d771), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.410428 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b4385e2-3015-4ae8-9c02-2649abddbe61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.411812 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7b4385e2-3015-4ae8-9c02-2649abddbe61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5117e98-1714-418e-bc85-9ba082e5d771 HTTP/1.1" status: 204 len: 168 time: 0.3203783 Jan 20 13:29:06.512790 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4385e2-3015-4ae8-9c02-2649abddbe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5117e98-1714-418e-bc85-9ba082e5d771,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:06.847769 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1642e9-ab2e-492a-adac-e8760f88f3d3 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:29:06.869849 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Publish callbacks [] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:06.910333 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-9925659f-59c9-4176-89e3-866712b669d3 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:06.912763 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-9925659f-59c9-4176-89e3-866712b669d3 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.2087219 Jan 20 13:29:06.922758 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Transition to ACTIVE for port object 7e1642e9-ab2e-492a-adac-e8760f88f3d3 will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:29:06.965891 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.146313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Deleting port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:29:07.146313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.146782 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Pushing event updated for resources: {'Port': ['ID=7e1642e9-ab2e-492a-adac-e8760f88f3d3,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:07.167263 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0906981-060c-41e7-ae84-6c7bf642221f req-7e2ef983-42d1-41a8-a9a8-b8ade541d3f7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:07.176031 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0906981-060c-41e7-ae84-6c7bf642221f req-7e2ef983-42d1-41a8-a9a8-b8ade541d3f7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.2497911 Jan 20 13:29:07.196282 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e0303-ac2f-4600-80e3-f5dfae6a4516 req-e13fc749-8599-4baf-8cbc-e15b509ec81d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:07.204612 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-542e0303-ac2f-4600-80e3-f5dfae6a4516 req-e13fc749-8599-4baf-8cbc-e15b509ec81d tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 946 time: 0.2764375 Jan 20 13:29:07.301149 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] For port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,segment=NetworkSegment(22026d6a-c4c8-4b2c-ae54-109caa06e549),segment_id=22026d6a-c4c8-4b2c-ae54-109caa06e549)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:07.301627 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.327203 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Attempting to bind port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:29:07.327552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Attempting to bind port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:29:07.328129 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Attempting to bind port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 on network 3a0bb60d-e340-45fa-9c61-870b025f1833 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:29:07.328600 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Calling delete_port for 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:29:07.364266 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 on network 3a0bb60d-e340-45fa-9c61-870b025f1833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:29:07.364915 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Attempting to bind port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 on network 3a0bb60d-e340-45fa-9c61-870b025f1833 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:29:07.402120 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-542e0303-ac2f-4600-80e3-f5dfae6a4516 req-bfab6b0b-9f3d-47e0-b52d-847cfdb397a5 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/security-groups?id=041a2509-4d11-4708-8b79-f55f90dbaa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962817 Jan 20 13:29:07.407989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:29:07.407989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Checking segment: {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:29:07.407989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Bound using segment: {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:29:07.407989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Bound port: 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:29:07.407989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.460914 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0906981-060c-41e7-ae84-6c7bf642221f req-d99bf596-127f-4f16-b2a9-0e669c026e94 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797248 Jan 20 13:29:07.642636 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.661772 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:29:07.673850 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] For port 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host hv-cinder-82549, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:29:07.678444 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] For port 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:29:07.687631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f6dc0-f4b3-4c99-b791-131c345ededd req-950d7215-1f30-4827-aeec-b59c2ef1758e tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:07.690840 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-589f6dc0-f4b3-4c99-b791-131c345ededd req-950d7215-1f30-4827-aeec-b59c2ef1758e tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 943 time: 0.1405540 Jan 20 13:29:07.695681 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.703910 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Pushing event deleted for resources: {'Port': ['ID=4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:07.772333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:07.773077 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.774613 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] 10.222.0.91 "PUT /v2.0/ports/7e1642e9-ab2e-492a-adac-e8760f88f3d3 HTTP/1.1" status: 200 len: 1093 time: 1.5617359 Jan 20 13:29:07.780003 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'tag': '7e1642e9-ab2e-492a-adac-e8760f88f3d3'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:29:07.782445 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f662d-9614-4349-8684-64b935081d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e10c8cf3-773f-4a38-82f9-0650fc8d5afd", "tag": "7e1642e9-ab2e-492a-adac-e8760f88f3d3"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:29:07.809501 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] No DVR routers for this DVR port 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:29:07.815853 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:07.819885 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bdac5216-98d0-41ed-a6ee-b2cfc181c272 req-d3601a91-e7c6-411e-b423-fd8d5abd6012 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.91 "DELETE /v2.0/ports/4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 HTTP/1.1" status: 204 len: 173 time: 0.8995845 Jan 20 13:29:07.820401 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'name': 'network-vif-deleted', 'tag': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:29:07.823978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee8dc6f-921f-487d-b2fd-7ed4de9217ac" -d '{"events": [{"server_uuid": "d6e7dfc5-0642-42d1-90d8-b3820918dbbc", "name": "network-vif-deleted", "tag": "4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:29:07.828497 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da0ead-7647-4deb-b927-9775e0a84faa service neutron] Pushing event updated for resources: {'Port': ['ID=7e1642e9-ab2e-492a-adac-e8760f88f3d3,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:07.835894 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-589f6dc0-f4b3-4c99-b791-131c345ededd req-4e2d88fd-9a60-4d22-978c-acd27cd05ebd tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354477 Jan 20 13:29:07.944043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba6648-428a-4dd1-b9c6-b8abf4fd086b x-openstack-request-id: req-80ba6648-428a-4dd1-b9c6-b8abf4fd086b {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:29:07.944359 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10c8cf3-773f-4a38-82f9-0650fc8d5afd", "tag": "7e1642e9-ab2e-492a-adac-e8760f88f3d3", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:29:07.944567 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80ba6648-428a-4dd1-b9c6-b8abf4fd086b {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:29:07.944981 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'tag': '7e1642e9-ab2e-492a-adac-e8760f88f3d3', 'status': 'completed', 'code': 200} Jan 20 13:29:07.955089 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-2d80907a-2fed-44e8-bda0-6082d1630d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:07.958407 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-2d80907a-2fed-44e8-bda0-6082d1630d55 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=05e142f71f574fb4ae03ce9cf2590393&device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 1096 time: 0.1056790 Jan 20 13:29:07.960643 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5135cb3b-daf3-4e7e-9a74-e66da3b940b5 x-openstack-request-id: req-5135cb3b-daf3-4e7e-9a74-e66da3b940b5 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:29:07.961085 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e7dfc5-0642-42d1-90d8-b3820918dbbc", "name": "network-vif-deleted", "tag": "4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:29:07.961630 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5135cb3b-daf3-4e7e-9a74-e66da3b940b5 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:29:07.962078 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e7dfc5-0642-42d1-90d8-b3820918dbbc', 'name': 'network-vif-deleted', 'tag': '4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8', 'status': 'completed', 'code': 200} Jan 20 13:29:08.014674 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-0f4fdc71-8981-45ba-8039-75e8b20a6057 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3 HTTP/1.1" status: 200 len: 217 time: 0.0383847 Jan 20 13:29:08.086372 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-cd6e1744-dde4-4127-b412-4a8eb30f4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:08.088028 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-cd6e1744-dde4-4127-b412-4a8eb30f4f11 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff330ffb-c403-4d28-a611-95105c209d86 HTTP/1.1" status: 200 len: 849 time: 0.0586674 Jan 20 13:29:08.126446 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-fca75f18-e990-43a4-9c19-21b9889b3796 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3a0bb60d-e340-45fa-9c61-870b025f1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307021 Jan 20 13:29:08.282932 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-b7bd4d13-7ceb-492e-92e8-c4a9b925e597 service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495287 Jan 20 13:29:08.425611 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e50a74c9-ffdd-42d3-a926-5d4a3f13e342 req-07b4d5f8-3a7e-4aa4-ae5e-b56b211d96bc service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324406 Jan 20 13:29:08.590956 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f662d-9614-4349-8684-64b935081d0b req-b17e5904-7ce6-4691-a2b3-c8747f3f2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:08.593051 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-b17e5904-7ce6-4691-a2b3-c8747f3f2e52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=05e142f71f574fb4ae03ce9cf2590393&device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 1096 time: 0.0805540 Jan 20 13:29:08.632479 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8fb4142-a73f-4fba-9c58-15f86a2b1859 req-489dc8ff-5bd7-4148-ba1c-ba02bf99bccc tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.0558784 Jan 20 13:29:08.754981 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb491a7-4403-4a22-9a4d-f3fcf0da7ad0 req-f62f467f-a1cc-44a1-b82f-00647eba148e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:08.757893 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-adb491a7-4403-4a22-9a4d-f3fcf0da7ad0 req-f62f467f-a1cc-44a1-b82f-00647eba148e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1239438 Jan 20 13:29:08.770929 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f662d-9614-4349-8684-64b935081d0b req-a4202a8c-a98f-4ae5-9b77-ba66129e9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:08.772935 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-a4202a8c-a98f-4ae5-9b77-ba66129e9948 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 200 len: 910 time: 0.1700766 Jan 20 13:29:08.830617 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-0ac3bcb9-d1a9-4984-b4f7-79af74f096b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3 HTTP/1.1" status: 200 len: 217 time: 0.0465603 Jan 20 13:29:08.841434 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-adb491a7-4403-4a22-9a4d-f3fcf0da7ad0 req-e3345562-c012-4b00-86b1-0735978f0c29 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752413 Jan 20 13:29:08.916814 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f662d-9614-4349-8684-64b935081d0b req-dc97a91c-6385-42d3-aa1e-4c9a6b70af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:08.919191 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-dc97a91c-6385-42d3-aa1e-4c9a6b70af8d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff330ffb-c403-4d28-a611-95105c209d86 HTTP/1.1" status: 200 len: 849 time: 0.0788763 Jan 20 13:29:08.957347 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-0def1a33-4b4a-4b83-9b98-97d5bc531ebf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3a0bb60d-e340-45fa-9c61-870b025f1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275331 Jan 20 13:29:09.097445 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-e267bb0b-b943-44c3-9df6-ad6ff75b6d67 service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230667 Jan 20 13:29:09.267228 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eb4f662d-9614-4349-8684-64b935081d0b req-443d6b31-d2a5-47b5-b4fa-1ee49d2bdcf6 service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637781 Jan 20 13:29:09.343944 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361a5c-e15b-47eb-ad27-98e2f7d6b17f req-dc82ca2b-ba3f-4523-b50a-5dcac5566157 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:09.345875 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b361a5c-e15b-47eb-ad27-98e2f7d6b17f req-dc82ca2b-ba3f-4523-b50a-5dcac5566157 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 943 time: 0.0596418 Jan 20 13:29:09.416866 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b361a5c-e15b-47eb-ad27-98e2f7d6b17f req-11816797-e8f4-431a-bef7-b3775e770bcf tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599298 Jan 20 13:29:09.539769 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59076) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:09.680979 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2011-62cc-4847-9c44-03ff98bca100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:09.784948 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8d1856b-d389-4890-b517-68dc7698fcee req-c2175dda-fb03-4c32-b2f7-3e7b03772c53 tempest-DeleteServersTestJSON-2110624086 tempest-DeleteServersTestJSON-2110624086-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6e7dfc5-0642-42d1-90d8-b3820918dbbc HTTP/1.1" status: 200 len: 210 time: 0.0494182 Jan 20 13:29:09.805675 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2011-62cc-4847-9c44-03ff98bca100 admin admin] Publish callbacks [] for security_group (b56ff934-2189-4cb3-842b-7e9c5da5d10c), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:09.812472 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2011-62cc-4847-9c44-03ff98bca100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b56ff934-2189-4cb3-842b-7e9c5da5d10c), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:09.857400 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-3c0c2011-62cc-4847-9c44-03ff98bca100 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44abf1c891cc4bdabeeaa89375044a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163142 Jan 20 13:29:09.858389 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c2011-62cc-4847-9c44-03ff98bca100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ff934-2189-4cb3-842b-7e9c5da5d10c,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:09.860569 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59084) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:09.951050 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b09dad5-a04d-4c10-ae49-6bddd8b9e9dd admin admin] Publish callbacks [] for security_group (b56ff934-2189-4cb3-842b-7e9c5da5d10c), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.001497 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b09dad5-a04d-4c10-ae49-6bddd8b9e9dd admin admin] Publish callbacks [] for security_group (b56ff934-2189-4cb3-842b-7e9c5da5d10c), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.055936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aa8e0-0ed5-48a8-b817-995bb59640c5 req-e71c1a17-b7a9-4664-8710-82e567a5efd4 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:10.058266 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e15aa8e0-0ed5-48a8-b817-995bb59640c5 req-e71c1a17-b7a9-4664-8710-82e567a5efd4 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0956914 Jan 20 13:29:10.108589 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b09dad5-a04d-4c10-ae49-6bddd8b9e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b56ff934-2189-4cb3-842b-7e9c5da5d10c), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.113753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b09dad5-a04d-4c10-ae49-6bddd8b9e9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.115860 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9b09dad5-a04d-4c10-ae49-6bddd8b9e9dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b56ff934-2189-4cb3-842b-7e9c5da5d10c HTTP/1.1" status: 204 len: 168 time: 0.2535381 Jan 20 13:29:10.155256 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09dad5-a04d-4c10-ae49-6bddd8b9e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56ff934-2189-4cb3-842b-7e9c5da5d10c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:10.172188 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e15aa8e0-0ed5-48a8-b817-995bb59640c5 req-1fa2da18-264e-458c-ac70-0f3510c43008 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034667 Jan 20 13:29:10.507422 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59100) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:10.521919 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5b009a9b-3e41-4f1a-8ebc-34c10e3f708b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.620689 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5b009a9b-3e41-4f1a-8ebc-34c10e3f708b admin admin] Publish callbacks [] for security_group (c35e38cf-a396-43b3-9a40-4b379dcf713b), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.625293 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5b009a9b-3e41-4f1a-8ebc-34c10e3f708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c35e38cf-a396-43b3-9a40-4b379dcf713b), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.672848 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5b009a9b-3e41-4f1a-8ebc-34c10e3f708b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf44b29ec5e948d68f18e23388b0f3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642060 Jan 20 13:29:10.673748 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b009a9b-3e41-4f1a-8ebc-34c10e3f708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e38cf-a396-43b3-9a40-4b379dcf713b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:10.676390 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59104) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:10.755569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aafae598-15fe-4799-b4bc-9d8123cc8dc0 admin admin] Publish callbacks [] for security_group (c35e38cf-a396-43b3-9a40-4b379dcf713b), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.780540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aafae598-15fe-4799-b4bc-9d8123cc8dc0 admin admin] Publish callbacks [] for security_group (c35e38cf-a396-43b3-9a40-4b379dcf713b), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.838438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aafae598-15fe-4799-b4bc-9d8123cc8dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c35e38cf-a396-43b3-9a40-4b379dcf713b), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.841102 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aafae598-15fe-4799-b4bc-9d8123cc8dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:10.842312 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-aafae598-15fe-4799-b4bc-9d8123cc8dc0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c35e38cf-a396-43b3-9a40-4b379dcf713b HTTP/1.1" status: 204 len: 168 time: 0.1644964 Jan 20 13:29:10.851321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafae598-15fe-4799-b4bc-9d8123cc8dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e38cf-a396-43b3-9a40-4b379dcf713b,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:11.284155 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:29:11.325014 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:29:11.325930 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4fa9bd2a-dcef-467c-97d9-7ddfc3ee05a8 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:29:14.017103 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c2a1a-ad19-4ba5-8339-54960c1349bb req-e591ab2f-eaa8-46fa-8574-73f27092f7e1 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:14.018860 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e1c2a1a-ad19-4ba5-8339-54960c1349bb req-e591ab2f-eaa8-46fa-8574-73f27092f7e1 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 943 time: 0.0674837 Jan 20 13:29:14.083509 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e1c2a1a-ad19-4ba5-8339-54960c1349bb req-4018abfd-7ce9-4684-a6d4-515844894ffa tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587909 Jan 20 13:29:14.151048 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3584-9bd2-4019-ac3a-6d3aa770e0dc req-d426fe32-7293-46e2-8d0f-2c06c1253093 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:14.153873 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-165b3584-9bd2-4019-ac3a-6d3aa770e0dc req-d426fe32-7293-46e2-8d0f-2c06c1253093 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0664597 Jan 20 13:29:14.237970 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-165b3584-9bd2-4019-ac3a-6d3aa770e0dc req-78925108-97af-4434-90dd-bb47f611ef57 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734944 Jan 20 13:29:15.328050 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3533f3c-82e9-4f70-9f19-cf01a40861fe req-cb416c5a-cf14-4212-aeea-bbc4b68e2fa5 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:15.330764 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b3533f3c-82e9-4f70-9f19-cf01a40861fe req-cb416c5a-cf14-4212-aeea-bbc4b68e2fa5 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 943 time: 0.0709751 Jan 20 13:29:15.417934 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421295-59b6-4264-9da0-71744082be8a req-75812cae-cd2f-4e8e-83e4-dba0f2b94a90 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:15.419555 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a421295-59b6-4264-9da0-71744082be8a req-75812cae-cd2f-4e8e-83e4-dba0f2b94a90 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0832653 Jan 20 13:29:15.423432 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b3533f3c-82e9-4f70-9f19-cf01a40861fe req-4d43ea27-726a-4a61-9164-3ba4bedd79de tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852039 Jan 20 13:29:15.489179 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a421295-59b6-4264-9da0-71744082be8a req-49c33198-043b-44d0-9806-1e70508ababa tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617959 Jan 20 13:29:15.551772 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59216) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:15.616364 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Deleting subnet 2646f6c5-1c30-423f-8d76-08c336b325d0 {{(pid=102510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:29:15.622447 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Publish callbacks [] for subnet (2646f6c5-1c30-423f-8d76-08c336b325d0), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:15.685643 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Publish callbacks [] for subnet (2646f6c5-1c30-423f-8d76-08c336b325d0), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:15.698678 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (2646f6c5-1c30-423f-8d76-08c336b325d0), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:15.767374 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for subnet (2646f6c5-1c30-423f-8d76-08c336b325d0), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:15.795104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2646f6c5-1c30-423f-8d76-08c336b325d0,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:15.800102 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:15.804351 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2646f6c5-1c30-423f-8d76-08c336b325d0 HTTP/1.1" status: 204 len: 168 time: 0.2514138 Jan 20 13:29:15.806916 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59218) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:15.811729 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.812129 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.812472 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.812811 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.813144 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.813494 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.813856 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.814195 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.814526 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.814861 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.815211 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.815547 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.815910 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59035b-6130-4542-b6f2-e73c5cf1f7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:15.935985 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (f1d4a4f5-1340-493a-a7ca-05439e7eac45), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.070769 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (f1d4a4f5-1340-493a-a7ca-05439e7eac45), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.098588 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.099053 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.100259 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.100678 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > port after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.101056 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.101447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > port after_update 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.101923 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.102311 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.102708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.103589 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.294875 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.295339 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.295760 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.296222 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:29:16.296675 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d4a4f5-1340-493a-a7ca-05439e7eac45']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:29:16.317552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22026d6a-c4c8-4b2c-ae54-109caa06e549') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:29:16.317887 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22026d6a-c4c8-4b2c-ae54-109caa06e549') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:29:16.344636 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (22026d6a-c4c8-4b2c-ae54-109caa06e549), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.374538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (22026d6a-c4c8-4b2c-ae54-109caa06e549), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.391150 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:29:16.391810 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (22026d6a-c4c8-4b2c-ae54-109caa06e549), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.425772 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:29:16.428362 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:29:16.500083 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (f1d4a4f5-1340-493a-a7ca-05439e7eac45), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.529730 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d4a4f5-1340-493a-a7ca-05439e7eac45,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:16.534153 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:16.545294 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f1d4a4f5-1340-493a-a7ca-05439e7eac45 HTTP/1.1" status: 204 len: 168 time: 0.7362940 Jan 20 13:29:16.571526 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.572932 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.573674 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.574496 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.575287 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.576127 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.576942 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.577726 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.578514 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.580757 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.581824 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.582536 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.583190 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb84811-1ea0-42fe-ad4c-fd6ce3d6ec40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:16.643468 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 7e1642e9-ab2e-492a-adac-e8760f88f3d3 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:29:16.696835 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd9de-466e-4c00-9bd4-b69a78f3e272 req-fc17f915-94a9-4f96-8c69-5318f8e3e3da tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:16.708409 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-38cdd9de-466e-4c00-9bd4-b69a78f3e272 req-fc17f915-94a9-4f96-8c69-5318f8e3e3da tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 943 time: 0.1513782 Jan 20 13:29:16.884824 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-38cdd9de-466e-4c00-9bd4-b69a78f3e272 req-b4025c28-01e6-4357-9db8-848e15241eee tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735871 Jan 20 13:29:16.911645 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87646d7-78ae-468b-84de-0cecfa4483ed req-4f5093e2-817c-4cb8-9b25-afbcd7c6bb5f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:16.914561 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b87646d7-78ae-468b-84de-0cecfa4483ed req-4f5093e2-817c-4cb8-9b25-afbcd7c6bb5f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1848254 Jan 20 13:29:16.926104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59254) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:16.962538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:16.981250 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '7e1642e9-ab2e-492a-adac-e8760f88f3d3', 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833', 'port_id': '7e1642e9-ab2e-492a-adac-e8760f88f3d3', 'mac_address': 'fa:16:3e:3d:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff330ffb-c403-4d28-a611-95105c209d86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:29:16.999568 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b87646d7-78ae-468b-84de-0cecfa4483ed req-783c159e-1300-4027-b5dd-be335f66cb49 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725434 Jan 20 13:29:17.006730 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-c3691327-0479-4c41-8729-94fbe3f1b207 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df15bcd62c384bb1aaab9d5622098b5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794671 Jan 20 13:29:17.009286 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59256) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:17.042159 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:29:17.042444 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:17.060018 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1642e9-ab2e-492a-adac-e8760f88f3d3 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:29:17.084564 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d92ac5ea-2cda-4e63-83e9-0c5bfa60ebbe admin admin] Publish callbacks [] for security_group (041a2509-4d11-4708-8b79-f55f90dbaa9f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:17.097334 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:17.104295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:17.122949 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d92ac5ea-2cda-4e63-83e9-0c5bfa60ebbe admin admin] Publish callbacks [] for security_group (041a2509-4d11-4708-8b79-f55f90dbaa9f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:17.179332 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d92ac5ea-2cda-4e63-83e9-0c5bfa60ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (041a2509-4d11-4708-8b79-f55f90dbaa9f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:17.183073 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d92ac5ea-2cda-4e63-83e9-0c5bfa60ebbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:17.187142 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d92ac5ea-2cda-4e63-83e9-0c5bfa60ebbe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/041a2509-4d11-4708-8b79-f55f90dbaa9f HTTP/1.1" status: 204 len: 168 time: 0.1735079 Jan 20 13:29:17.194353 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ac5ea-2cda-4e63-83e9-0c5bfa60ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a2509-4d11-4708-8b79-f55f90dbaa9f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:17.194718 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=7e1642e9-ab2e-492a-adac-e8760f88f3d3,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:17.751747 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['7e1642e9-ab2e-492a-adac-e8760f88f3d3'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:29:18.041181 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58e33b-b688-49de-bd68-d0a32eaa03f2 req-5f3eeb3e-cbf9-461f-a644-1ddcf955ba10 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:18.043053 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf58e33b-b688-49de-bd68-d0a32eaa03f2 req-5f3eeb3e-cbf9-461f-a644-1ddcf955ba10 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 944 time: 0.0646768 Jan 20 13:29:18.174087 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf58e33b-b688-49de-bd68-d0a32eaa03f2 req-23f6078c-d203-4ea4-9f87-40739cf67af7 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202056 Jan 20 13:29:18.203160 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1088c7-cac9-4b9e-bce9-65888b7031b3 req-5bd8bd20-79e4-4855-aa9c-b5f78b5bcb78 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:18.205591 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df1088c7-cac9-4b9e-bce9-65888b7031b3 req-5bd8bd20-79e4-4855-aa9c-b5f78b5bcb78 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1123018 Jan 20 13:29:18.263009 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df1088c7-cac9-4b9e-bce9-65888b7031b3 req-093208e3-3a0c-40a5-9812-9b4edd23bbf3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503738 Jan 20 13:29:19.349127 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3b7c1-5e32-4895-a553-8de716e0bc84 req-172ba2b9-4909-454a-89d8-7433a1eacae4 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:19.351473 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24f3b7c1-5e32-4895-a553-8de716e0bc84 req-172ba2b9-4909-454a-89d8-7433a1eacae4 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 944 time: 0.0822201 Jan 20 13:29:19.433615 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40013d-1272-419c-b873-82fd2c510203 req-6c677ecf-14a1-474b-8e0c-0bfc6bc67a48 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:19.435231 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a40013d-1272-419c-b873-82fd2c510203 req-6c677ecf-14a1-474b-8e0c-0bfc6bc67a48 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0826683 Jan 20 13:29:19.451750 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24f3b7c1-5e32-4895-a553-8de716e0bc84 req-54ceaec2-ad4c-4454-ad1c-f8ab2083fbc5 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725005 Jan 20 13:29:19.510773 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a40013d-1272-419c-b873-82fd2c510203 req-c6d5f178-e126-4695-a3de-f0031c4952cf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Jan 20 13:29:23.463043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29cb2-5cdc-408d-8289-f8c3e09a624e req-1a7e9955-1ebb-4ef5-87cd-6b0dda5d73bb tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:23.464826 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3dc29cb2-5cdc-408d-8289-f8c3e09a624e req-1a7e9955-1ebb-4ef5-87cd-6b0dda5d73bb tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 944 time: 0.3278785 Jan 20 13:29:23.490415 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2691f0-9df6-4e7d-98f3-6db2df55db34 req-fbdb3f1b-0581-4c19-9a18-1e71b7f696c1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:23.492922 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc2691f0-9df6-4e7d-98f3-6db2df55db34 req-fbdb3f1b-0581-4c19-9a18-1e71b7f696c1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.3309522 Jan 20 13:29:23.621719 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3dc29cb2-5cdc-408d-8289-f8c3e09a624e req-a1c9af08-a89c-450c-bdc3-ebe5e779356b tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266081 Jan 20 13:29:23.635985 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc2691f0-9df6-4e7d-98f3-6db2df55db34 req-2214c978-60e2-4eb9-94ab-33fa15e094d6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313066 Jan 20 13:29:24.396958 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-d506372b-688c-44ba-bc92-e04542a8b78c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531015 Jan 20 13:29:24.515798 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14526292-8efb-458d-a37d-6e95ec616faf req-4fa2164a-bfa5-4402-9394-a7328b21205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:24.517481 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-4fa2164a-bfa5-4402-9394-a7328b21205c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.0650859 Jan 20 13:29:24.633809 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14526292-8efb-458d-a37d-6e95ec616faf req-c92ccd0a-7052-4b6a-a6c8-06cff853cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:24.636010 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-c92ccd0a-7052-4b6a-a6c8-06cff853cb11 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.0990541 Jan 20 13:29:24.683025 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-e89ded65-832e-41f0-9444-4e1c096f836e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 217 time: 0.0384290 Jan 20 13:29:24.747916 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14526292-8efb-458d-a37d-6e95ec616faf req-08c8b249-2b1b-4cb7-bb3a-a97e79f978c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:24.749742 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-08c8b249-2b1b-4cb7-bb3a-a97e79f978c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.0614698 Jan 20 13:29:24.784684 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-bca316e7-9030-4ceb-affe-eb5c69b856e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280406 Jan 20 13:29:24.834381 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155d3e-8730-498b-88d9-e1ffe8c91d44 req-e796f1f4-b22e-4aa5-a7b3-7f7e5d831b3f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:24.836343 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77155d3e-8730-498b-88d9-e1ffe8c91d44 req-e796f1f4-b22e-4aa5-a7b3-7f7e5d831b3f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 944 time: 0.1184056 Jan 20 13:29:24.854289 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9718-a010-4f92-9fa9-0175d5b77432 req-60058903-13bf-427a-a2a7-fd33d1f8311e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:24.856304 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a0bb9718-a010-4f92-9fa9-0175d5b77432 req-60058903-13bf-427a-a2a7-fd33d1f8311e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0998147 Jan 20 13:29:24.869620 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 7e1642e9-ab2e-492a-adac-e8760f88f3d3 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:29:24.945461 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a0bb9718-a010-4f92-9fa9-0175d5b77432 req-a102f070-c4c3-4b57-a898-6114c8d509f0 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787349 Jan 20 13:29:24.949621 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77155d3e-8730-498b-88d9-e1ffe8c91d44 req-368bd243-7eb6-44c3-95e8-d2737bf227a2 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920503 Jan 20 13:29:24.951255 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-45f64371-c4f8-467a-953f-ff3e81dcd7ee service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590590 Jan 20 13:29:24.956036 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:29:24.963502 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:29:24.964183 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:25.069701 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-14526292-8efb-458d-a37d-6e95ec616faf req-3bb77678-c065-46b1-b4cf-f673491e53a9 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120937 Jan 20 13:29:25.070141 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:29:25.070542 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:25.109771 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1642e9-ab2e-492a-adac-e8760f88f3d3'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:29:25.112231 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184ffc3-2045-4635-a8e6-34a925103054" -d '{"events": [{"server_uuid": "e10c8cf3-773f-4a38-82f9-0650fc8d5afd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1642e9-ab2e-492a-adac-e8760f88f3d3"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:29:25.129018 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:25.136841 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:25.181720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31cc417-c390-4232-802a-b6a746a5c726 x-openstack-request-id: req-e31cc417-c390-4232-802a-b6a746a5c726 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:29:25.182705 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10c8cf3-773f-4a38-82f9-0650fc8d5afd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1642e9-ab2e-492a-adac-e8760f88f3d3", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:29:25.183318 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e31cc417-c390-4232-802a-b6a746a5c726 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:29:25.183946 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1642e9-ab2e-492a-adac-e8760f88f3d3', 'code': 200} Jan 20 13:29:25.259061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=7e1642e9-ab2e-492a-adac-e8760f88f3d3,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:25.272141 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.273127 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.273742 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.274311 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.274972 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.276139 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.276720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.277291 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.277856 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.278460 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.279117 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.279853 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.280371 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:29:25.457259 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440297-985d-4f1e-9308-5771fb9d6338 req-79187d18-0c8d-4a6c-ac8b-6a1d53d0389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:25.469750 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e3440297-985d-4f1e-9308-5771fb9d6338 req-79187d18-0c8d-4a6c-ac8b-6a1d53d0389a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 1098 time: 0.0762596 Jan 20 13:29:25.549119 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e3440297-985d-4f1e-9308-5771fb9d6338 req-7e95fcdd-30d7-464d-b750-5ba7f838f41e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818172 Jan 20 13:29:25.778853 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:26.129086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0740e-b603-4d14-af82-45b9c7000088 req-f72fa7d2-b1e3-49dd-9c4c-291c82e2339f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:26.130976 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d6f0740e-b603-4d14-af82-45b9c7000088 req-f72fa7d2-b1e3-49dd-9c4c-291c82e2339f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0911460 Jan 20 13:29:26.153717 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a72d7-da99-49e6-b53f-03d59a15169a req-368c7aa6-fdcd-4dfe-a256-b96cb0ba2c84 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:26.155310 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5d6a72d7-da99-49e6-b53f-03d59a15169a req-368c7aa6-fdcd-4dfe-a256-b96cb0ba2c84 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.0840001 Jan 20 13:29:26.231717 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d6f0740e-b603-4d14-af82-45b9c7000088 req-cbb26378-2517-41bb-aff1-0f07973a8c2e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Jan 20 13:29:26.240925 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5d6a72d7-da99-49e6-b53f-03d59a15169a req-e31cc9ef-2bdf-451d-b1d5-4ae7e2588002 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770476 Jan 20 13:29:27.479837 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f681-5d5b-4353-b4e9-167a21749e7a req-42dc311d-c344-47e1-ab54-3746d646b3cb tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:27.481479 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0bb4f681-5d5b-4353-b4e9-167a21749e7a req-42dc311d-c344-47e1-ab54-3746d646b3cb tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1083469 Jan 20 13:29:27.491933 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f733ef4-318c-450a-bbb8-9d6ae0256ba4 req-ba498c53-b344-42da-a4dd-41692fda523d tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:27.493804 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f733ef4-318c-450a-bbb8-9d6ae0256ba4 req-ba498c53-b344-42da-a4dd-41692fda523d tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.1039746 Jan 20 13:29:27.593326 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0bb4f681-5d5b-4353-b4e9-167a21749e7a req-f1e6d51d-30a3-4d37-8779-3c0bc701ea02 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981109 Jan 20 13:29:27.598002 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f733ef4-318c-450a-bbb8-9d6ae0256ba4 req-d49fa9c0-ded8-41ea-aa7f-387ac865e054 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951493 Jan 20 13:29:29.026733 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-05542dc8-92d7-44c4-b006-f6a819a336cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:30.267555 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e942c08-b12c-4e5c-93dc-9e3e90bd7923 req-0b765bb5-f25d-4b73-896a-12655b0c86c2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:30.271004 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e942c08-b12c-4e5c-93dc-9e3e90bd7923 req-0b765bb5-f25d-4b73-896a-12655b0c86c2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.0793204 Jan 20 13:29:30.356848 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e942c08-b12c-4e5c-93dc-9e3e90bd7923 req-efdfa8ed-4d07-40e1-80b6-714aa16513e7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720732 Jan 20 13:29:30.364582 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d50cd-8478-49a5-8acf-24a4e1916326 req-bebd077f-5e9a-4952-b13b-e68ade2e6dc2 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:30.366240 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e82d50cd-8478-49a5-8acf-24a4e1916326 req-bebd077f-5e9a-4952-b13b-e68ade2e6dc2 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.0939345 Jan 20 13:29:30.439330 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e82d50cd-8478-49a5-8acf-24a4e1916326 req-30256b0b-8e90-489b-95d2-1c0ce837b889 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628548 Jan 20 13:29:31.588382 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9e70e-8100-4318-b604-177b6d4f2e5a req-7e2ee9ec-e76b-43da-9da3-681dc791157b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:31.591526 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05d9e70e-8100-4318-b604-177b6d4f2e5a req-7e2ee9ec-e76b-43da-9da3-681dc791157b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1026046 Jan 20 13:29:31.700726 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400be5-3b88-4a28-a127-2cce58b82085 req-a92f778e-b76d-493c-97cb-84a6607c4eec tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:31.702699 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b3400be5-3b88-4a28-a127-2cce58b82085 req-a92f778e-b76d-493c-97cb-84a6607c4eec tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.0977085 Jan 20 13:29:31.708209 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05d9e70e-8100-4318-b604-177b6d4f2e5a req-1b808e24-4869-497b-9997-5ae98eb21c46 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924208 Jan 20 13:29:31.797559 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdea8559-6ed9-4618-aad7-c95f96cd6786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:31.809715 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b3400be5-3b88-4a28-a127-2cce58b82085 req-f4407afd-6b27-4a0d-a2c6-871a4c995f2f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997543 Jan 20 13:29:33.049276 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:33.191452 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5527-a8c6-4292-9625-2e40d2e7cb6e req-61b3c08c-6106-4aa0-8685-f79fd75f6663 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:33.202132 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-45bc5527-a8c6-4292-9625-2e40d2e7cb6e req-61b3c08c-6106-4aa0-8685-f79fd75f6663 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.1501670 Jan 20 13:29:33.228842 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85572538-9781-44fe-9bf1-9234f5f1b348 req-39cd1f05-ee68-4b4f-b603-9934ee374587 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:33.231526 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85572538-9781-44fe-9bf1-9234f5f1b348 req-39cd1f05-ee68-4b4f-b603-9934ee374587 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.2656624 Jan 20 13:29:33.264431 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ba1e-c793-4200-864b-3f426c6ec9f8 req-1b8523ab-e9d1-47fd-97ad-03ee3a1412ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:33.267288 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2993ba1e-c793-4200-864b-3f426c6ec9f8 req-1b8523ab-e9d1-47fd-97ad-03ee3a1412ae service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 1098 time: 0.0760381 Jan 20 13:29:33.365124 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-45bc5527-a8c6-4292-9625-2e40d2e7cb6e req-5897e714-7560-48ca-b146-41ac3e7ebdf9 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616106 Jan 20 13:29:33.370670 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2993ba1e-c793-4200-864b-3f426c6ec9f8 req-2ea30646-32a9-4800-aaa3-f17abb87df1b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945458 Jan 20 13:29:33.372103 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85572538-9781-44fe-9bf1-9234f5f1b348 req-74191d16-d4ac-44fd-9090-c3d27a45d3e7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198606 Jan 20 13:29:33.898596 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:34.614768 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5b14-cbf7-4308-81fd-561cd20fb43c req-b495c16f-5016-47b5-8806-1fb9ada41e68 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:34.617274 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-297f5b14-cbf7-4308-81fd-561cd20fb43c req-b495c16f-5016-47b5-8806-1fb9ada41e68 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1384869 Jan 20 13:29:34.656730 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f9c64-fb75-4e00-86ef-11d69dbf7920 req-af8c4089-9a5c-4d33-acf5-9aa7ef48ab97 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:34.659872 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b4f9c64-fb75-4e00-86ef-11d69dbf7920 req-af8c4089-9a5c-4d33-acf5-9aa7ef48ab97 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.1483827 Jan 20 13:29:34.751245 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-297f5b14-cbf7-4308-81fd-561cd20fb43c req-7bf848ae-c262-48c3-8876-f4616823fe6f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225407 Jan 20 13:29:34.785912 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b4f9c64-fb75-4e00-86ef-11d69dbf7920 req-751c2dd3-e553-4e9d-b191-0b545d58ed7c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108062 Jan 20 13:29:35.041848 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59752) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:35.179097 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59756) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:35.312551 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.436064 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ad19daa4-3321-42c6-9cb7-39d24f91cf9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.445413 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8271-7382-4c78-a239-3b3fca1f27cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.608160 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ad19daa4-3321-42c6-9cb7-39d24f91cf9b admin admin] Publish callbacks [] for security_group (65c3a392-ef25-47d9-98f2-1d6ed8d05348), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.618309 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ad19daa4-3321-42c6-9cb7-39d24f91cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (65c3a392-ef25-47d9-98f2-1d6ed8d05348), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.686016 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ad19daa4-3321-42c6-9cb7-39d24f91cf9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93e785ff54af453884ce43355bd537ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046449 Jan 20 13:29:35.689071 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8271-7382-4c78-a239-3b3fca1f27cc admin admin] Publish callbacks [] for security_group (62f29867-d672-4f55-8fc3-64417eda2046), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.690855 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19daa4-3321-42c6-9cb7-39d24f91cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3a392-ef25-47d9-98f2-1d6ed8d05348,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:35.691320 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59762) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:35.694377 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8271-7382-4c78-a239-3b3fca1f27cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (62f29867-d672-4f55-8fc3-64417eda2046), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.749959 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca8271-7382-4c78-a239-3b3fca1f27cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f29867-d672-4f55-8fc3-64417eda2046,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:35.762109 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b0ca8271-7382-4c78-a239-3b3fca1f27cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd94ef8d0bcf4944b481068427464a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7180026 Jan 20 13:29:35.763704 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59764) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:35.796981 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bb6d26ee-8242-4eeb-a966-ca8cdd78df3f admin admin] Publish callbacks [] for security_group (65c3a392-ef25-47d9-98f2-1d6ed8d05348), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.845740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bb6d26ee-8242-4eeb-a966-ca8cdd78df3f admin admin] Publish callbacks [] for security_group (65c3a392-ef25-47d9-98f2-1d6ed8d05348), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.873043 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dad58a17-9a13-440c-abbd-e43d73ca0c14 admin admin] Publish callbacks [] for security_group (62f29867-d672-4f55-8fc3-64417eda2046), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:35.925896 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dad58a17-9a13-440c-abbd-e43d73ca0c14 admin admin] Publish callbacks [] for security_group (62f29867-d672-4f55-8fc3-64417eda2046), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.034463 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dad58a17-9a13-440c-abbd-e43d73ca0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (62f29867-d672-4f55-8fc3-64417eda2046), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.040052 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-dad58a17-9a13-440c-abbd-e43d73ca0c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.046163 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bb6d26ee-8242-4eeb-a966-ca8cdd78df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (65c3a392-ef25-47d9-98f2-1d6ed8d05348), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.048181 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bb6d26ee-8242-4eeb-a966-ca8cdd78df3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.049583 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-dad58a17-9a13-440c-abbd-e43d73ca0c14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62f29867-d672-4f55-8fc3-64417eda2046 HTTP/1.1" status: 204 len: 168 time: 0.2835200 Jan 20 13:29:36.054407 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bb6d26ee-8242-4eeb-a966-ca8cdd78df3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65c3a392-ef25-47d9-98f2-1d6ed8d05348 HTTP/1.1" status: 204 len: 168 time: 0.3612206 Jan 20 13:29:36.069337 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad58a17-9a13-440c-abbd-e43d73ca0c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f29867-d672-4f55-8fc3-64417eda2046,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:36.092144 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111807f3-b45c-4996-92ce-3dc77f706ce0 req-f397cbf0-5b26-40ea-8301-250a740d23f6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:36.096567 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-111807f3-b45c-4996-92ce-3dc77f706ce0 req-f397cbf0-5b26-40ea-8301-250a740d23f6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.2109561 Jan 20 13:29:36.109631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d26ee-8242-4eeb-a966-ca8cdd78df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3a392-ef25-47d9-98f2-1d6ed8d05348,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:36.168333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260958-1359-4bdd-bd5a-eedd932cfb73 req-21ed35c9-1568-482a-bafd-947b6641f9d6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:36.182701 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47260958-1359-4bdd-bd5a-eedd932cfb73 req-21ed35c9-1568-482a-bafd-947b6641f9d6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.2158375 Jan 20 13:29:36.296305 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-111807f3-b45c-4996-92ce-3dc77f706ce0 req-163324a3-2d87-4634-af36-1b0860898048 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887658 Jan 20 13:29:36.352872 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47260958-1359-4bdd-bd5a-eedd932cfb73 req-1e5feb94-1908-4594-97ca-51fa61c4cd9b tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674335 Jan 20 13:29:36.721173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59788) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:36.739377 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77a6e885-a8c0-4e81-a4ec-7d9e3f116aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.748912 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59790) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:36.775394 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a445c8f-8389-4b73-a96b-73a1eed05a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.869499 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77a6e885-a8c0-4e81-a4ec-7d9e3f116aa1 admin admin] Publish callbacks [] for security_group (5d392d33-04c5-4fdd-ad9c-444d5aa6bc02), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.875598 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-77a6e885-a8c0-4e81-a4ec-7d9e3f116aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5d392d33-04c5-4fdd-ad9c-444d5aa6bc02), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.889317 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a445c8f-8389-4b73-a96b-73a1eed05a54 admin admin] Publish callbacks [] for security_group (5e240766-f057-4f47-9f32-b2a4c8b57571), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.896546 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a445c8f-8389-4b73-a96b-73a1eed05a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5e240766-f057-4f47-9f32-b2a4c8b57571), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:36.949028 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-77a6e885-a8c0-4e81-a4ec-7d9e3f116aa1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=422bf6fdd11a49678470680e06a219b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258372 Jan 20 13:29:36.950517 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6e885-a8c0-4e81-a4ec-7d9e3f116aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d392d33-04c5-4fdd-ad9c-444d5aa6bc02,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:36.951849 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59792) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:36.965100 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1a445c8f-8389-4b73-a96b-73a1eed05a54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a501443767414f7cb11c704abb88f5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145336 Jan 20 13:29:36.968351 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a445c8f-8389-4b73-a96b-73a1eed05a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e240766-f057-4f47-9f32-b2a4c8b57571,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:36.970078 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59794) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:37.032439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d106e07-ec7a-462e-b093-cc748bd6fc5c admin admin] Publish callbacks [] for security_group (5d392d33-04c5-4fdd-ad9c-444d5aa6bc02), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.054501 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25f7db03-7809-430c-9a73-4cc30097ef92 admin admin] Publish callbacks [] for security_group (5e240766-f057-4f47-9f32-b2a4c8b57571), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.072691 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d106e07-ec7a-462e-b093-cc748bd6fc5c admin admin] Publish callbacks [] for security_group (5d392d33-04c5-4fdd-ad9c-444d5aa6bc02), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.090458 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25f7db03-7809-430c-9a73-4cc30097ef92 admin admin] Publish callbacks [] for security_group (5e240766-f057-4f47-9f32-b2a4c8b57571), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.135839 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d106e07-ec7a-462e-b093-cc748bd6fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5d392d33-04c5-4fdd-ad9c-444d5aa6bc02), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.138732 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d106e07-ec7a-462e-b093-cc748bd6fc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.140249 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4d106e07-ec7a-462e-b093-cc748bd6fc5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d392d33-04c5-4fdd-ad9c-444d5aa6bc02 HTTP/1.1" status: 204 len: 168 time: 0.1865139 Jan 20 13:29:37.150918 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d106e07-ec7a-462e-b093-cc748bd6fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d392d33-04c5-4fdd-ad9c-444d5aa6bc02,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:37.156791 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25f7db03-7809-430c-9a73-4cc30097ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5e240766-f057-4f47-9f32-b2a4c8b57571), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.160596 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25f7db03-7809-430c-9a73-4cc30097ef92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:37.161893 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-25f7db03-7809-430c-9a73-4cc30097ef92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e240766-f057-4f47-9f32-b2a4c8b57571 HTTP/1.1" status: 204 len: 168 time: 0.1886578 Jan 20 13:29:37.176213 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7db03-7809-430c-9a73-4cc30097ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e240766-f057-4f47-9f32-b2a4c8b57571,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:41.017903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 59928) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:41.152876 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e778d07a-bf59-47fa-8b95-50c549b25385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.238352 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e778d07a-bf59-47fa-8b95-50c549b25385 admin admin] Publish callbacks [] for security_group (c0731672-29b9-4e26-9afa-7ab210c7a833), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.243402 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e778d07a-bf59-47fa-8b95-50c549b25385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c0731672-29b9-4e26-9afa-7ab210c7a833), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.293775 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e778d07a-bf59-47fa-8b95-50c549b25385 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60392b9c179c470499a7781cd430d181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746384 Jan 20 13:29:41.295839 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778d07a-bf59-47fa-8b95-50c549b25385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0731672-29b9-4e26-9afa-7ab210c7a833,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:41.297831 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59932) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:41.354582 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4357b1c8-7c37-43fb-b78a-4a2e64aa7968 admin admin] Publish callbacks [] for security_group (c0731672-29b9-4e26-9afa-7ab210c7a833), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.379350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4357b1c8-7c37-43fb-b78a-4a2e64aa7968 admin admin] Publish callbacks [] for security_group (c0731672-29b9-4e26-9afa-7ab210c7a833), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.442338 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4357b1c8-7c37-43fb-b78a-4a2e64aa7968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c0731672-29b9-4e26-9afa-7ab210c7a833), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.447046 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4357b1c8-7c37-43fb-b78a-4a2e64aa7968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.463618 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4357b1c8-7c37-43fb-b78a-4a2e64aa7968 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0731672-29b9-4e26-9afa-7ab210c7a833 HTTP/1.1" status: 204 len: 168 time: 0.1543062 Jan 20 13:29:41.486869 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357b1c8-7c37-43fb-b78a-4a2e64aa7968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0731672-29b9-4e26-9afa-7ab210c7a833,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:41.613257 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-8004cbf0-6cdc-490f-82df-c0ffa245db5c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:41.616310 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-8004cbf0-6cdc-490f-82df-c0ffa245db5c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.1824625 Jan 20 13:29:41.694407 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78489a55-a198-450d-9729-9059c46bbe11 req-9914aced-6875-4ec0-817e-fdc27b891289 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:41.696130 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78489a55-a198-450d-9729-9059c46bbe11 req-9914aced-6875-4ec0-817e-fdc27b891289 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 945 time: 0.1706195 Jan 20 13:29:41.713945 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d615b93-dc3c-4cc1-b6f3-646938862fa1 req-f0de1bc7-4237-4f0f-b657-bb5feefa829d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:41.716231 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1d615b93-dc3c-4cc1-b6f3-646938862fa1 req-f0de1bc7-4237-4f0f-b657-bb5feefa829d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0952375 Jan 20 13:29:41.791233 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Deleting port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:29:41.791843 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:41.846835 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1d615b93-dc3c-4cc1-b6f3-646938862fa1 req-ae194d52-a9a2-405e-81f2-892b6ee52a6c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113312 Jan 20 13:29:41.860230 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78489a55-a198-450d-9729-9059c46bbe11 req-b6494007-3115-4fc7-9314-0db7328be270 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361499 Jan 20 13:29:41.986307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59952) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:42.014122 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] For port 7e1642e9-ab2e-492a-adac-e8760f88f3d3, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=7e1642e9-ab2e-492a-adac-e8760f88f3d3,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:42.014810 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.027663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ce318c6-ada4-4097-ab0c-fc00dde58518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.046183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Calling delete_port for 7e1642e9-ab2e-492a-adac-e8760f88f3d3 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:29:42.162384 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ce318c6-ada4-4097-ab0c-fc00dde58518 admin admin] Publish callbacks [] for security_group (02c4f658-98b2-4925-8f5c-6a11a1a5da28), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.170697 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ce318c6-ada4-4097-ab0c-fc00dde58518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (02c4f658-98b2-4925-8f5c-6a11a1a5da28), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.260393 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1ce318c6-ada4-4097-ab0c-fc00dde58518 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=650d88c31e8747c3a8bfcc3fed6c6e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728207 Jan 20 13:29:42.263591 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 59956) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:42.267455 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce318c6-ada4-4097-ab0c-fc00dde58518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c4f658-98b2-4925-8f5c-6a11a1a5da28,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:42.279655 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:29:42.324781 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (7e1642e9-ab2e-492a-adac-e8760f88f3d3), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.357292 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['7e1642e9-ab2e-492a-adac-e8760f88f3d3'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:29:42.374156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-006ace5c-04ef-4587-b692-a677a92cd46b admin admin] Publish callbacks [] for security_group (02c4f658-98b2-4925-8f5c-6a11a1a5da28), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.392909 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Pushing event deleted for resources: {'Port': ['ID=7e1642e9-ab2e-492a-adac-e8760f88f3d3,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:42.420532 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-006ace5c-04ef-4587-b692-a677a92cd46b admin admin] Publish callbacks [] for security_group (02c4f658-98b2-4925-8f5c-6a11a1a5da28), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.444147 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] No DVR routers for this DVR port 7e1642e9-ab2e-492a-adac-e8760f88f3d3 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:29:42.448932 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.452877 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-57a1bfc9-3eda-4c22-bd02-353e001ba526 req-5b085362-cd4f-48cb-bd2f-7874a4804f83 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "DELETE /v2.0/ports/7e1642e9-ab2e-492a-adac-e8760f88f3d3 HTTP/1.1" status: 204 len: 173 time: 0.8297021 Jan 20 13:29:42.453380 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'name': 'network-vif-deleted', 'tag': '7e1642e9-ab2e-492a-adac-e8760f88f3d3'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:29:42.456656 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4907d-02f1-4ba1-999a-73868ceced2c" -d '{"events": [{"server_uuid": "e10c8cf3-773f-4a38-82f9-0650fc8d5afd", "name": "network-vif-deleted", "tag": "7e1642e9-ab2e-492a-adac-e8760f88f3d3"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:29:42.548773 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-006ace5c-04ef-4587-b692-a677a92cd46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (02c4f658-98b2-4925-8f5c-6a11a1a5da28), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.558314 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-006ace5c-04ef-4587-b692-a677a92cd46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:42.560951 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-006ace5c-04ef-4587-b692-a677a92cd46b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02c4f658-98b2-4925-8f5c-6a11a1a5da28 HTTP/1.1" status: 204 len: 168 time: 0.2950900 Jan 20 13:29:42.606330 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ace5c-04ef-4587-b692-a677a92cd46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c4f658-98b2-4925-8f5c-6a11a1a5da28,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:42.646862 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e17ff-2724-4076-967a-d7f30cc8ca0f x-openstack-request-id: req-4b9e17ff-2724-4076-967a-d7f30cc8ca0f {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:29:42.647393 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10c8cf3-773f-4a38-82f9-0650fc8d5afd", "name": "network-vif-deleted", "tag": "7e1642e9-ab2e-492a-adac-e8760f88f3d3", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:29:42.647803 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b9e17ff-2724-4076-967a-d7f30cc8ca0f {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:29:42.648301 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10c8cf3-773f-4a38-82f9-0650fc8d5afd', 'name': 'network-vif-deleted', 'tag': '7e1642e9-ab2e-492a-adac-e8760f88f3d3', 'status': 'completed', 'code': 200} Jan 20 13:29:43.054490 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbfc6815-61ce-4e57-8a39-832aceace16b req-edb7d110-e126-4540-91b7-4bfb8bf34536 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=e10c8cf3-773f-4a38-82f9-0650fc8d5afd HTTP/1.1" status: 200 len: 210 time: 0.0311260 Jan 20 13:29:44.449330 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d83697-3d8a-4352-a295-9b9fc7ae89a2 req-eeb0ce18-5672-450a-a0bf-11bbcbca28dd tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:44.450189 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76472-c99d-46a3-a3af-b80544f293cc req-d37120b1-6b04-4be8-a615-d7f27c0a0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:44.452185 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b4d83697-3d8a-4352-a295-9b9fc7ae89a2 req-eeb0ce18-5672-450a-a0bf-11bbcbca28dd tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0844758 Jan 20 13:29:44.462709 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-d37120b1-6b04-4be8-a615-d7f27c0a0c13 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.1055853 Jan 20 13:29:44.649310 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76472-c99d-46a3-a3af-b80544f293cc req-c7c9ee08-5768-42eb-b208-7539abfc2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:44.651298 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-c7c9ee08-5768-42eb-b208-7539abfc2190 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.1824212 Jan 20 13:29:44.685493 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b4d83697-3d8a-4352-a295-9b9fc7ae89a2 req-25862a1b-8ad0-4af8-9b6c-31add9a4028c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171192 Jan 20 13:29:44.791865 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-bfbe2167-f85e-450a-8822-715da0878d34 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 217 time: 0.1179645 Jan 20 13:29:44.835334 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-3d6d1f78-e6e3-4ee9-adee-80d747ace87b tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:44.844772 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-3d6d1f78-e6e3-4ee9-adee-80d747ace87b tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/networks?id=3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 200 len: 809 time: 0.2626727 Jan 20 13:29:44.880985 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-b4aaddab-a2e5-4f98-b064-3c613d4352cf tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/quotas/05e142f71f574fb4ae03ce9cf2590393 HTTP/1.1" status: 200 len: 375 time: 0.0351491 Jan 20 13:29:44.942327 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 7e1642e9-ab2e-492a-adac-e8760f88f3d3 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:29:44.943419 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-6cc47d93-0233-44bc-9758-a4917436bf35 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=05e142f71f574fb4ae03ce9cf2590393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614212 Jan 20 13:29:45.005538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 7e1642e9-ab2e-492a-adac-e8760f88f3d3 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:29:45.011668 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 7e1642e9-ab2e-492a-adac-e8760f88f3d3 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:29:45.019597 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76472-c99d-46a3-a3af-b80544f293cc req-c3c0b799-d9bd-46bb-a1ab-899047fdf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:45.024908 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-c3c0b799-d9bd-46bb-a1ab-899047fdf91d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.2113833 Jan 20 13:29:45.088247 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-fa7425e3-76bc-4349-9524-fff415a14cb1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552597 Jan 20 13:29:45.155448 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-a88413e5-59bd-42f1-af36-dc5ebefe91e4 service neutron] 10.222.0.70 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102015 Jan 20 13:29:45.246880 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-025fbca7-540a-4a3a-a383-4625a80cfdbc service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492634 Jan 20 13:29:45.355633 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-149cff21-de08-48f3-8455-d5c5f8b860bb service neutron] 10.222.0.70 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802218 Jan 20 13:29:45.752658 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d612465e-314a-4352-b3c5-adcc392af22c req-45fc8484-0122-4334-85ab-140bc80b2806 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 210 time: 0.0869269 Jan 20 13:29:45.753604 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-aca76472-c99d-46a3-a3af-b80544f293cc req-c7d5e5b6-688e-41af-852b-9423ef215301 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985392 Jan 20 13:29:45.986696 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8def4-fc89-4215-8208-5d3bf5fda0bb req-9624cb77-6198-4b1d-aba9-99aae662da56 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:45.998769 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a8def4-fc89-4215-8208-5d3bf5fda0bb req-9624cb77-6198-4b1d-aba9-99aae662da56 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1494496 Jan 20 13:29:46.153027 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a8def4-fc89-4215-8208-5d3bf5fda0bb req-e201f412-5d2b-494b-9370-e220f45e8ef8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529634 Jan 20 13:29:46.908309 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4a30e2b-f6b4-4ce1-868b-72052e9ca0cb req-d708a616-aa51-4b72-b3c0-336ca9f5d5af tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 210 time: 0.0467160 Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: from cryptography.utils import int_from_bytes Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: from cryptography.utils import int_from_bytes Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.309416 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:29:47.313008 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:29:47.341271 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-72735ff8-bb98-47c5-8246-354f14bd50ea tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:47.347575 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-72735ff8-bb98-47c5-8246-354f14bd50ea tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "GET /v2.0/networks?id=3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 200 len: 809 time: 0.2512572 Jan 20 13:29:47.370152 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Request body: {'port': {'device_id': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833', 'admin_state_up': True, 'tenant_id': '05e142f71f574fb4ae03ce9cf2590393'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:29:47.483040 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72697-bda9-4c8d-9ce8-33e3a55d48a4 req-ea54b5ff-ea22-4346-953f-cb75d3f79bd0 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:47.491067 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00f72697-bda9-4c8d-9ce8-33e3a55d48a4 req-ea54b5ff-ea22-4346-953f-cb75d3f79bd0 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0840428 Jan 20 13:29:47.595802 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00f72697-bda9-4c8d-9ce8-33e3a55d48a4 req-5de48c15-62c0-43c9-a736-a806c43ad3de tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026886 Jan 20 13:29:47.666176 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Made reservation on behalf of 05e142f71f574fb4ae03ce9cf2590393 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:29:47.670418 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:47.846643 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Allocated IP 172.20.0.14 (3a0bb60d-e340-45fa-9c61-870b025f1833/ff330ffb-c403-4d28-a611-95105c209d86/87685a9e-7906-4187-b8bb-5482fdac24a5) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:29:47.856511 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60180) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:48.053183 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-42f22efd-a676-4065-aec3-453a2e4a3d66 req-4629a873-1d4f-4eed-9d54-01fc4ce6d141 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 210 time: 0.0318065 Jan 20 13:29:48.069556 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd0f650c-50e2-42ef-b320-1c9907899098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.114647 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks [] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.165878 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.171856 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd0f650c-50e2-42ef-b320-1c9907899098 admin admin] Publish callbacks [] for security_group (458d1959-77bc-41aa-9e1b-d961dac49ff6), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.177309 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd0f650c-50e2-42ef-b320-1c9907899098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (458d1959-77bc-41aa-9e1b-d961dac49ff6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.219073 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Network 3a0bb60d-e340-45fa-9c61-870b025f1833 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:29:48.225123 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f650c-50e2-42ef-b320-1c9907899098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458d1959-77bc-41aa-9e1b-d961dac49ff6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:48.225404 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:29:48.231017 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:29:48.234559 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cd0f650c-50e2-42ef-b320-1c9907899098 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c0f5ab5b969403f9d972ae43825b2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768933 Jan 20 13:29:48.237000 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:48.237660 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.238731 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60188) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:48.256589 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Pushing event updated for resources: {'Port': ['ID=87685a9e-7906-4187-b8bb-5482fdac24a5,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:48.270147 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-2f9ab76e-c1c1-4a7a-ad18-7b9d25947c12 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9126024 Jan 20 13:29:48.316572 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-03516ec8-6722-4a31-b101-5bef9f98fa9e admin admin] Publish callbacks [] for security_group (458d1959-77bc-41aa-9e1b-d961dac49ff6), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.327958 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Request body: {'port': {'device_id': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:29:48.359324 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-03516ec8-6722-4a31-b101-5bef9f98fa9e admin admin] Publish callbacks [] for security_group (458d1959-77bc-41aa-9e1b-d961dac49ff6), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.398199 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.429491 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-03516ec8-6722-4a31-b101-5bef9f98fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (458d1959-77bc-41aa-9e1b-d961dac49ff6), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.434307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-03516ec8-6722-4a31-b101-5bef9f98fa9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.438242 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-03516ec8-6722-4a31-b101-5bef9f98fa9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/458d1959-77bc-41aa-9e1b-d961dac49ff6 HTTP/1.1" status: 204 len: 168 time: 0.1954863 Jan 20 13:29:48.446956 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03516ec8-6722-4a31-b101-5bef9f98fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458d1959-77bc-41aa-9e1b-d961dac49ff6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:48.894707 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db6cfe-6f71-4b0e-96ad-b170047a0556 req-a4eaef97-a167-4bee-b8ea-5af67fc18df2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:48.897024 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-38db6cfe-6f71-4b0e-96ad-b170047a0556 req-a4eaef97-a167-4bee-b8ea-5af67fc18df2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0963323 Jan 20 13:29:48.911347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87685a9e-7906-4187-b8bb-5482fdac24a5 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:29:48.931356 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Publish callbacks [] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:48.977182 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-38db6cfe-6f71-4b0e-96ad-b170047a0556 req-5e0c4488-86b6-4977-9769-af1268e8aa7b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690734 Jan 20 13:29:48.978415 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Transition to ACTIVE for port object 87685a9e-7906-4187-b8bb-5482fdac24a5 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:29:48.984209 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:49.094998 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Pushing event updated for resources: {'Port': ['ID=87685a9e-7906-4187-b8bb-5482fdac24a5,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:49.157867 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Attempting to bind port 87685a9e-7906-4187-b8bb-5482fdac24a5 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:29:49.158483 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Attempting to bind port 87685a9e-7906-4187-b8bb-5482fdac24a5 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:29:49.159006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Attempting to bind port 87685a9e-7906-4187-b8bb-5482fdac24a5 on network 3a0bb60d-e340-45fa-9c61-870b025f1833 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:29:49.169403 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Port 87685a9e-7906-4187-b8bb-5482fdac24a5 on network 3a0bb60d-e340-45fa-9c61-870b025f1833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:29:49.169925 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Attempting to bind port 87685a9e-7906-4187-b8bb-5482fdac24a5 on network 3a0bb60d-e340-45fa-9c61-870b025f1833 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:29:49.182281 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:29:49.182811 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Checking segment: {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:29:49.183424 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Bound using segment: {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:29:49.184156 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Bound port: 87685a9e-7906-4187-b8bb-5482fdac24a5, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:29:49.184709 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:49.250874 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13595eca-b93b-4680-aac0-7d2e4c1eee58 req-a8f5a2a0-bcc5-4977-94fd-42e34963c63c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:49.253484 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13595eca-b93b-4680-aac0-7d2e4c1eee58 req-a8f5a2a0-bcc5-4977-94fd-42e34963c63c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.0971956 Jan 20 13:29:49.287471 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] For port 87685a9e-7906-4187-b8bb-5482fdac24a5, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:29:49.293076 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] For port 87685a9e-7906-4187-b8bb-5482fdac24a5, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=87685a9e-7906-4187-b8bb-5482fdac24a5,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:29:49.300001 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:49.333022 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13595eca-b93b-4680-aac0-7d2e4c1eee58 req-8b5fa063-573e-4a34-aea7-05508c95045c tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689664 Jan 20 13:29:49.383392 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:49.384543 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:49.386184 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] 10.222.0.91 "PUT /v2.0/ports/87685a9e-7906-4187-b8bb-5482fdac24a5 HTTP/1.1" status: 200 len: 1094 time: 1.0630093 Jan 20 13:29:49.386749 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'tag': '87685a9e-7906-4187-b8bb-5482fdac24a5'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:29:49.389542 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7855c2d-9127-456a-a840-21bd12a5f96c" -d '{"events": [{"name": "network-changed", "server_uuid": "42c03514-e2f7-4916-9c77-9a1d0b1f6549", "tag": "87685a9e-7906-4187-b8bb-5482fdac24a5"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:29:49.412097 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fa79c-33d8-421b-b2f4-8b3dcc0f3db2 service neutron] Pushing event updated for resources: {'Port': ['ID=87685a9e-7906-4187-b8bb-5482fdac24a5,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:49.515743 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd6f4b-b840-4f1d-83f8-53582a46d73e x-openstack-request-id: req-f8fd6f4b-b840-4f1d-83f8-53582a46d73e {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:29:49.516228 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c03514-e2f7-4916-9c77-9a1d0b1f6549", "tag": "87685a9e-7906-4187-b8bb-5482fdac24a5", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:29:49.516659 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8fd6f4b-b840-4f1d-83f8-53582a46d73e {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:29:49.518068 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'tag': '87685a9e-7906-4187-b8bb-5482fdac24a5', 'status': 'completed', 'code': 200} Jan 20 13:29:49.555064 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-0f164901-17a7-40f9-88d3-d358688788d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:49.558017 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-0f164901-17a7-40f9-88d3-d358688788d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=05e142f71f574fb4ae03ce9cf2590393&device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 1097 time: 0.0932438 Jan 20 13:29:49.624481 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-67c9c989-cf15-426e-8a2e-046680a190d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87685a9e-7906-4187-b8bb-5482fdac24a5 HTTP/1.1" status: 200 len: 217 time: 0.0526009 Jan 20 13:29:49.713445 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-7b6949e8-7769-4d8d-8078-d82bdf24d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:49.715900 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-7b6949e8-7769-4d8d-8078-d82bdf24d56e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff330ffb-c403-4d28-a611-95105c209d86 HTTP/1.1" status: 200 len: 849 time: 0.0853534 Jan 20 13:29:49.755122 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-aeaf6118-0e86-45bc-8c58-78369abe9069 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3a0bb60d-e340-45fa-9c61-870b025f1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jan 20 13:29:49.949005 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-c53e8d2c-2712-40e5-8db3-1224927f6dca service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830220 Jan 20 13:29:50.180219 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f3ae39ec-a239-47a6-a28a-739f947acbe3 req-d013c26b-44a1-4b08-83b6-c9ad7d022c4d service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133496 Jan 20 13:29:50.200416 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d098a8-4c6c-4e0c-8b05-b1dabd1be7af req-1a9520bc-72c4-43ad-ba27-4d9c2608dff6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:50.202089 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9d098a8-4c6c-4e0c-8b05-b1dabd1be7af req-1a9520bc-72c4-43ad-ba27-4d9c2608dff6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1096168 Jan 20 13:29:50.278416 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9d098a8-4c6c-4e0c-8b05-b1dabd1be7af req-81843229-83b5-4f87-90f8-7fb5d6ac5ba1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658872 Jan 20 13:29:50.313438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-993f47b4-3426-4527-82cc-c3391070eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:50.315414 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-993f47b4-3426-4527-82cc-c3391070eff0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=05e142f71f574fb4ae03ce9cf2590393&device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 1097 time: 0.0711610 Jan 20 13:29:50.518546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-1812b610-2a43-4c1b-bbd2-4f06c96964f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:50.521085 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-1812b610-2a43-4c1b-bbd2-4f06c96964f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 200 len: 910 time: 0.1943953 Jan 20 13:29:50.525604 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ffe26-6018-4eb6-800a-4d0fd7fabfc7 req-670c09cd-d227-4c1c-b348-ce458ac53211 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:50.528243 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a01ffe26-6018-4eb6-800a-4d0fd7fabfc7 req-670c09cd-d227-4c1c-b348-ce458ac53211 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.0911765 Jan 20 13:29:50.623537 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a01ffe26-6018-4eb6-800a-4d0fd7fabfc7 req-9fdf7af4-c079-4b90-ba15-35dd19e1e94f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853031 Jan 20 13:29:50.668985 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-007f963a-6664-4178-977d-c8dd33f4e94d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87685a9e-7906-4187-b8bb-5482fdac24a5 HTTP/1.1" status: 200 len: 217 time: 0.1313221 Jan 20 13:29:50.762814 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-224ce89e-6ccb-4b86-90b7-32b072211b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:50.765377 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-224ce89e-6ccb-4b86-90b7-32b072211b0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff330ffb-c403-4d28-a611-95105c209d86 HTTP/1.1" status: 200 len: 849 time: 0.0670660 Jan 20 13:29:50.814120 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-9c38bd8d-0a2d-4441-ace6-acb5dcd31e94 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3a0bb60d-e340-45fa-9c61-870b025f1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416713 Jan 20 13:29:50.948587 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-edfe1d5d-468e-4d8b-bb95-49ef1baed737 service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265874 Jan 20 13:29:51.074372 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a7855c2d-9127-456a-a840-21bd12a5f96c req-18172d0d-edd2-4798-b837-6f09db105c11 service neutron] 10.222.0.91 "GET /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145597 Jan 20 13:29:51.435604 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b76f-5f72-4621-8dda-3b053744c0cd req-e0205d55-2ebc-40b1-a61f-13308009a9b3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:51.437414 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ed6b76f-5f72-4621-8dda-3b053744c0cd req-e0205d55-2ebc-40b1-a61f-13308009a9b3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0663478 Jan 20 13:29:51.504325 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ed6b76f-5f72-4621-8dda-3b053744c0cd req-1ca178d7-56a6-4abb-994b-6a70967c1fcf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Jan 20 13:29:51.758413 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 60328) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:51.790260 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe993-27a3-4796-a17c-1b58ac756ab6 req-4c571614-499f-4d9d-bd22-fd7d1f0ea31a tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:51.792221 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-304fe993-27a3-4796-a17c-1b58ac756ab6 req-4c571614-499f-4d9d-bd22-fd7d1f0ea31a tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.0751789 Jan 20 13:29:51.883314 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-304fe993-27a3-4796-a17c-1b58ac756ab6 req-c4115378-ec09-4f90-837f-0039b11feece tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792649 Jan 20 13:29:51.948359 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e6f62142-d193-42cf-a08e-8b70b15983b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.069858 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e6f62142-d193-42cf-a08e-8b70b15983b6 admin admin] Publish callbacks [] for security_group (8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.076591 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e6f62142-d193-42cf-a08e-8b70b15983b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.136163 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e6f62142-d193-42cf-a08e-8b70b15983b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c11fa4e3dff47049ea5ced44961bb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758061 Jan 20 13:29:52.136935 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60342) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:52.137317 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f62142-d193-42cf-a08e-8b70b15983b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:52.211116 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e5dd-e00d-4d0a-8d35-d00437a5f2f2 admin admin] Publish callbacks [] for security_group (8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.246064 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e5dd-e00d-4d0a-8d35-d00437a5f2f2 admin admin] Publish callbacks [] for security_group (8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.350765 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e5dd-e00d-4d0a-8d35-d00437a5f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.355603 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e5dd-e00d-4d0a-8d35-d00437a5f2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.357366 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c7f2e5dd-e00d-4d0a-8d35-d00437a5f2f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d HTTP/1.1" status: 204 len: 168 time: 0.2195554 Jan 20 13:29:52.374928 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2e5dd-e00d-4d0a-8d35-d00437a5f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f6f03-58b4-4c7e-92a3-d72b93aabd1d,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:52.760677 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e05062-1c7c-478b-8755-24a58947bc7a req-b8a9742a-139a-4d64-9f19-172c12449fe6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:52.762313 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3e05062-1c7c-478b-8755-24a58947bc7a req-b8a9742a-139a-4d64-9f19-172c12449fe6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0888200 Jan 20 13:29:52.832393 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 60360) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:52.848146 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3e05062-1c7c-478b-8755-24a58947bc7a req-30805d84-3e01-4076-85d0-66dff1449dd8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776455 Jan 20 13:29:52.848351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-66e7e978-e3c0-4835-8767-9df53c706fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:52.994305 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-66e7e978-e3c0-4835-8767-9df53c706fbd admin admin] Publish callbacks [] for security_group (ec6502ee-b31d-4802-98d8-574a9ddd77aa), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:53.003576 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-66e7e978-e3c0-4835-8767-9df53c706fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ec6502ee-b31d-4802-98d8-574a9ddd77aa), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:53.079930 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-66e7e978-e3c0-4835-8767-9df53c706fbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=287b879eda13409ca652d8423c4f5ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457023 Jan 20 13:29:53.081297 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7e978-e3c0-4835-8767-9df53c706fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6502ee-b31d-4802-98d8-574a9ddd77aa,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:53.083943 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60368) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:53.131605 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f6b30-c250-432e-8e50-3ddc66e7ca48 req-1b421ef7-c734-49ec-943e-9813ccc705fd tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:53.136618 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5a5f6b30-c250-432e-8e50-3ddc66e7ca48 req-1b421ef7-c734-49ec-943e-9813ccc705fd tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.1135933 Jan 20 13:29:53.303889 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5a5f6b30-c250-432e-8e50-3ddc66e7ca48 req-2b8e6c06-94d6-4653-8f0c-e1b7a0e5117a tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491363 Jan 20 13:29:53.305626 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f186983c-3363-41f8-a518-ce43ff3a4d41 admin admin] Publish callbacks [] for security_group (ec6502ee-b31d-4802-98d8-574a9ddd77aa), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:53.346510 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f186983c-3363-41f8-a518-ce43ff3a4d41 admin admin] Publish callbacks [] for security_group (ec6502ee-b31d-4802-98d8-574a9ddd77aa), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:53.432690 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f186983c-3363-41f8-a518-ce43ff3a4d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ec6502ee-b31d-4802-98d8-574a9ddd77aa), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:53.435812 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f186983c-3363-41f8-a518-ce43ff3a4d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:53.437393 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f186983c-3363-41f8-a518-ce43ff3a4d41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec6502ee-b31d-4802-98d8-574a9ddd77aa HTTP/1.1" status: 204 len: 168 time: 0.3512955 Jan 20 13:29:53.449482 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186983c-3363-41f8-a518-ce43ff3a4d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6502ee-b31d-4802-98d8-574a9ddd77aa,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:53.982232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 60388) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:54.008284 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aa5d753a-bddb-43de-b86d-dc10f88bf2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.019448 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b49f68-a010-4c68-ac17-796ef0267426 req-776f0e64-d179-472d-ac4c-353a4e8865db tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:54.022089 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8b49f68-a010-4c68-ac17-796ef0267426 req-776f0e64-d179-472d-ac4c-353a4e8865db tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0838685 Jan 20 13:29:54.097971 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8b49f68-a010-4c68-ac17-796ef0267426 req-aa27552b-e679-48ef-b566-1c00430390a1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679703 Jan 20 13:29:54.145565 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aa5d753a-bddb-43de-b86d-dc10f88bf2b9 admin admin] Publish callbacks [] for security_group (06775242-ca30-4d47-aef4-d3430b7a4c4a), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.152183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aa5d753a-bddb-43de-b86d-dc10f88bf2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (06775242-ca30-4d47-aef4-d3430b7a4c4a), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.195706 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d753a-bddb-43de-b86d-dc10f88bf2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06775242-ca30-4d47-aef4-d3430b7a4c4a,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:54.200636 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-aa5d753a-bddb-43de-b86d-dc10f88bf2b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd31c9179fa8483aad51bd26479f3549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169876 Jan 20 13:29:54.204892 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60390) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:29:54.263905 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a1b5a60-90ae-478c-9a8a-6effacf9051b admin admin] Publish callbacks [] for security_group (06775242-ca30-4d47-aef4-d3430b7a4c4a), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.300905 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a1b5a60-90ae-478c-9a8a-6effacf9051b admin admin] Publish callbacks [] for security_group (06775242-ca30-4d47-aef4-d3430b7a4c4a), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.390787 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a1b5a60-90ae-478c-9a8a-6effacf9051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (06775242-ca30-4d47-aef4-d3430b7a4c4a), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.395210 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a1b5a60-90ae-478c-9a8a-6effacf9051b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:54.396999 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9a1b5a60-90ae-478c-9a8a-6effacf9051b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06775242-ca30-4d47-aef4-d3430b7a4c4a HTTP/1.1" status: 204 len: 168 time: 0.1908288 Jan 20 13:29:54.433790 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b5a60-90ae-478c-9a8a-6effacf9051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06775242-ca30-4d47-aef4-d3430b7a4c4a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:54.476621 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1c497-5320-4a63-aec5-f9f803c5a158 req-4bcdf216-9196-4b8e-9a60-5a1c089326ce tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:54.479622 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1b1c497-5320-4a63-aec5-f9f803c5a158 req-4bcdf216-9196-4b8e-9a60-5a1c089326ce tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.0808454 Jan 20 13:29:54.556323 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1b1c497-5320-4a63-aec5-f9f803c5a158 req-2448fd99-91f2-43c6-a33c-6d2093e94e13 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695693 Jan 20 13:29:55.800801 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:55.949908 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09283efe-a1c0-4dcd-8342-7d3ad4cb1ade req-1dfef3f4-d8bc-4897-90b5-7d6e90d8e917 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:55.953084 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09283efe-a1c0-4dcd-8342-7d3ad4cb1ade req-1dfef3f4-d8bc-4897-90b5-7d6e90d8e917 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1332593 Jan 20 13:29:55.971509 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce94b5e-0578-4556-a7dc-527afe70a072 req-5b32e1df-e85e-41bc-b6e7-4b6d61c4288a tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:55.973498 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bce94b5e-0578-4556-a7dc-527afe70a072 req-5b32e1df-e85e-41bc-b6e7-4b6d61c4288a tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.1081076 Jan 20 13:29:56.085549 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09283efe-a1c0-4dcd-8342-7d3ad4cb1ade req-d1d2c833-a9da-48fa-ae16-082b20d6701e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103733 Jan 20 13:29:56.094192 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bce94b5e-0578-4556-a7dc-527afe70a072 req-6696e7d1-7874-4146-82c7-1b36d164c31d tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069789 Jan 20 13:29:58.222283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 87685a9e-7906-4187-b8bb-5482fdac24a5 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:29:58.372854 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 87685a9e-7906-4187-b8bb-5482fdac24a5, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=87685a9e-7906-4187-b8bb-5482fdac24a5,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:58.389182 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '87685a9e-7906-4187-b8bb-5482fdac24a5', 'network_id': '3a0bb60d-e340-45fa-9c61-870b025f1833', 'port_id': '87685a9e-7906-4187-b8bb-5482fdac24a5', 'mac_address': 'fa:16:3e:bc:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff330ffb-c403-4d28-a611-95105c209d86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:29:58.457165 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 87685a9e-7906-4187-b8bb-5482fdac24a5 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:29:58.457756 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:58.482630 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87685a9e-7906-4187-b8bb-5482fdac24a5 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:29:58.516211 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 87685a9e-7906-4187-b8bb-5482fdac24a5, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=87685a9e-7906-4187-b8bb-5482fdac24a5,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:29:58.524010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:58.524331 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df081e42-afa3-4962-aa2c-3d632d0dc917 req-96ec12b9-2b3d-4150-992c-8a84cc6d2365 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:58.525888 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df081e42-afa3-4962-aa2c-3d632d0dc917 req-96ec12b9-2b3d-4150-992c-8a84cc6d2365 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 944 time: 0.0947168 Jan 20 13:29:58.543661 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cd830-0570-4343-96c4-d9a531e7c18e req-9d465fc6-1d93-4703-994b-a89e638a2571 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:58.545708 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-802cd830-0570-4343-96c4-d9a531e7c18e req-9d465fc6-1d93-4703-994b-a89e638a2571 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0872695 Jan 20 13:29:58.601047 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=87685a9e-7906-4187-b8bb-5482fdac24a5,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:29:58.672048 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df081e42-afa3-4962-aa2c-3d632d0dc917 req-8e053c46-66c0-462c-97b2-d11af2987c77 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245561 Jan 20 13:29:58.684116 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-802cd830-0570-4343-96c4-d9a531e7c18e req-7654e17f-2ebf-4d07-81dc-b51c67ddba7b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197529 Jan 20 13:29:59.152407 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3c5f3408-5080-483a-9c23-f11c3448de55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:29:59.629879 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['87685a9e-7906-4187-b8bb-5482fdac24a5'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:29:59.982410 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ae8d3-55d1-424f-ac4b-727c1fa420cb req-77fd5b94-db47-46d8-a9c1-6aa391646086 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:29:59.985445 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-033ae8d3-55d1-424f-ac4b-727c1fa420cb req-77fd5b94-db47-46d8-a9c1-6aa391646086 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1440980 Jan 20 13:30:00.001320 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27f89f-e541-4dd0-b39c-9816a3a79fe2 req-9fdd1925-8dd1-4d35-8ee6-b9c3a1b04371 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:00.002934 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b27f89f-e541-4dd0-b39c-9816a3a79fe2 req-9fdd1925-8dd1-4d35-8ee6-b9c3a1b04371 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 945 time: 0.1296992 Jan 20 13:30:00.103443 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-033ae8d3-55d1-424f-ac4b-727c1fa420cb req-b66fb2af-2ce4-4423-b44c-be359f2a3be4 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993838 Jan 20 13:30:00.109816 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b27f89f-e541-4dd0-b39c-9816a3a79fe2 req-3f867934-11ca-48a5-aa0b-3d2cd560e9d3 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983343 Jan 20 13:30:01.364811 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f416ca9-51bf-4219-b5e6-d4dd6576c7c7 req-a43e12e8-e8f1-4053-b7db-aa2ab623697e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:01.368128 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3f416ca9-51bf-4219-b5e6-d4dd6576c7c7 req-a43e12e8-e8f1-4053-b7db-aa2ab623697e tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1466584 Jan 20 13:30:01.400715 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902cfe-6507-4895-b0e9-b6f59a603c37 req-6bd62f04-3506-4f68-acc3-087902802c4f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:01.403278 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f902cfe-6507-4895-b0e9-b6f59a603c37 req-6bd62f04-3506-4f68-acc3-087902802c4f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 945 time: 0.1798973 Jan 20 13:30:01.524968 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3f416ca9-51bf-4219-b5e6-d4dd6576c7c7 req-d79d931e-0d75-4e30-9920-e56b1a94dba9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503201 Jan 20 13:30:01.540143 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f902cfe-6507-4895-b0e9-b6f59a603c37 req-074bfd96-d53c-4409-9d40-e3137b4fa27f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217468 Jan 20 13:30:01.784941 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-38430651-8c97-4683-ad06-747dfd1c4db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:02.746238 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f426d-a5ed-4ba5-9535-001f32671928 req-28eb440e-9c75-4b3e-b817-4a5fbb2c3445 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:02.747906 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c61f426d-a5ed-4ba5-9535-001f32671928 req-28eb440e-9c75-4b3e-b817-4a5fbb2c3445 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1146410 Jan 20 13:30:02.757650 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c0a05-7323-443a-b840-211623a00b0d req-330d6e1d-7f39-4b18-91fd-c02f228f9ce3 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:02.769611 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed6c0a05-7323-443a-b840-211623a00b0d req-330d6e1d-7f39-4b18-91fd-c02f228f9ce3 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 945 time: 0.1133208 Jan 20 13:30:02.916881 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c61f426d-a5ed-4ba5-9535-001f32671928 req-e06b7d20-1ae6-4029-9e6a-996d80665da3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533134 Jan 20 13:30:02.924345 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed6c0a05-7323-443a-b840-211623a00b0d req-9dcd2f2c-9360-47eb-ba88-e0cb1bc23c4f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484983 Jan 20 13:30:03.000890 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.045721 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 87685a9e-7906-4187-b8bb-5482fdac24a5 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:03.108829 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 87685a9e-7906-4187-b8bb-5482fdac24a5 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:30:03.115839 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 87685a9e-7906-4187-b8bb-5482fdac24a5 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:03.118065 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.236981 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 87685a9e-7906-4187-b8bb-5482fdac24a5 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:03.237537 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.275491 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87685a9e-7906-4187-b8bb-5482fdac24a5'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:30:03.278231 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0805fc63-b413-4bce-b046-1c598b32fb23" -d '{"events": [{"server_uuid": "42c03514-e2f7-4916-9c77-9a1d0b1f6549", "name": "network-vif-plugged", "status": "completed", "tag": "87685a9e-7906-4187-b8bb-5482fdac24a5"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:30:03.295495 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 87685a9e-7906-4187-b8bb-5482fdac24a5, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=87685a9e-7906-4187-b8bb-5482fdac24a5,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:03.302736 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.374154 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=87685a9e-7906-4187-b8bb-5482fdac24a5,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:03.380334 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c744851-28c2-4eb2-ac70-a8f3d2d3e520 x-openstack-request-id: req-9c744851-28c2-4eb2-ac70-a8f3d2d3e520 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:30:03.380792 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c03514-e2f7-4916-9c77-9a1d0b1f6549", "name": "network-vif-plugged", "status": "completed", "tag": "87685a9e-7906-4187-b8bb-5482fdac24a5", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:30:03.381156 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c744851-28c2-4eb2-ac70-a8f3d2d3e520 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:30:03.382343 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87685a9e-7906-4187-b8bb-5482fdac24a5', 'code': 200} Jan 20 13:30:03.440196 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d525-79c5-4a4a-937a-e01753f30b5d req-752fa2d0-cfce-46c5-8d0e-a1fbbc6029d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:03.441811 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e723d525-79c5-4a4a-937a-e01753f30b5d req-752fa2d0-cfce-46c5-8d0e-a1fbbc6029d8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.0923183 Jan 20 13:30:03.542429 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e723d525-79c5-4a4a-937a-e01753f30b5d req-b8de1209-fc1f-48c3-ae7b-ece97a2a0758 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931137 Jan 20 13:30:03.624100 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60612) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:03.799491 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-390ced25-7cf8-420f-940d-c0066143bd20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.958551 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68538882-8a90-4522-a64a-8a89f235e737 req-d4d61b87-d1d4-4a1f-ad76-e09c69a1ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:03.966605 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-68538882-8a90-4522-a64a-8a89f235e737 req-d4d61b87-d1d4-4a1f-ad76-e09c69a1ae39 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 1099 time: 0.1046586 Jan 20 13:30:03.970035 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.992876 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-390ced25-7cf8-420f-940d-c0066143bd20 admin admin] Publish callbacks [] for security_group (ff7edf00-fecb-41f9-b24d-53352e7e0d61), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:03.999965 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-390ced25-7cf8-420f-940d-c0066143bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ff7edf00-fecb-41f9-b24d-53352e7e0d61), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:04.050308 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ced25-7cf8-420f-940d-c0066143bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7edf00-fecb-41f9-b24d-53352e7e0d61,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:04.111800 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-68538882-8a90-4522-a64a-8a89f235e737 req-be3f001f-e2d8-4073-907d-1a1345dfc673 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354575 Jan 20 13:30:04.148844 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-390ced25-7cf8-420f-940d-c0066143bd20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29540626621f4e89b165391e4d0e2bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230577 Jan 20 13:30:04.151940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 60634) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:04.208602 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9cea2-fda2-47cd-b1d0-bf050348700e req-dd7493c0-ee2a-4041-9c49-c3ff45c558bd tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:04.218472 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-52c9cea2-fda2-47cd-b1d0-bf050348700e req-dd7493c0-ee2a-4041-9c49-c3ff45c558bd tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.1234994 Jan 20 13:30:04.234297 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ad37-5f3a-41fe-9bc8-76709fc94d15 req-8b3962b6-2174-4109-b8f9-3e4028ad984c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:04.236092 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b51ad37-5f3a-41fe-9bc8-76709fc94d15 req-8b3962b6-2174-4109-b8f9-3e4028ad984c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1041400 Jan 20 13:30:04.260121 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f67c62ae-b3af-49d0-8834-676322193033 admin admin] Publish callbacks [] for security_group (ff7edf00-fecb-41f9-b24d-53352e7e0d61), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:04.293287 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f67c62ae-b3af-49d0-8834-676322193033 admin admin] Publish callbacks [] for security_group (ff7edf00-fecb-41f9-b24d-53352e7e0d61), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:04.331153 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-52c9cea2-fda2-47cd-b1d0-bf050348700e req-436e0b69-02ad-4b91-973b-8adfce4e077f tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Jan 20 13:30:04.339503 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b51ad37-5f3a-41fe-9bc8-76709fc94d15 req-969cb9e1-3150-4c43-a327-fd4f71dade24 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Jan 20 13:30:04.385615 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f67c62ae-b3af-49d0-8834-676322193033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ff7edf00-fecb-41f9-b24d-53352e7e0d61), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:04.390537 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f67c62ae-b3af-49d0-8834-676322193033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:04.393169 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-f67c62ae-b3af-49d0-8834-676322193033 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff7edf00-fecb-41f9-b24d-53352e7e0d61 HTTP/1.1" status: 204 len: 168 time: 0.2395070 Jan 20 13:30:04.410844 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c62ae-b3af-49d0-8834-676322193033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7edf00-fecb-41f9-b24d-53352e7e0d61,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:05.311345 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:05.697872 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dade1-86b5-476c-a04b-b10ec6b938e8 req-b2ac0999-5b29-4809-8215-29a32f1e9e48 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:05.699696 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-372dade1-86b5-476c-a04b-b10ec6b938e8 req-b2ac0999-5b29-4809-8215-29a32f1e9e48 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.1928861 Jan 20 13:30:05.712315 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8167-ce2b-4a71-8520-4366422c0c7d req-83e748d9-3bd8-43b3-9391-ef533cd5a3bc tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:05.714044 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-723e8167-ce2b-4a71-8520-4366422c0c7d req-83e748d9-3bd8-43b3-9391-ef533cd5a3bc tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1734338 Jan 20 13:30:05.827016 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-372dade1-86b5-476c-a04b-b10ec6b938e8 req-e9735864-3436-47aa-ac38-960f94a3eb5a tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118722 Jan 20 13:30:05.832325 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-723e8167-ce2b-4a71-8520-4366422c0c7d req-a90de8dc-6566-40f9-9ca2-e25038da0307 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075342 Jan 20 13:30:06.331943 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-a5fc6b18-f192-4df4-b388-369a8b9c41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:06.334261 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-a5fc6b18-f192-4df4-b388-369a8b9c41f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.0606301 Jan 20 13:30:06.338508 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7c66-757f-4476-8393-34d38cfa970a req-1500cbad-4367-4aec-967a-4674035c6ac2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:06.340714 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ccf7c66-757f-4476-8393-34d38cfa970a req-1500cbad-4367-4aec-967a-4674035c6ac2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0630982 Jan 20 13:30:06.402400 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60708) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:06.479217 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ccf7c66-757f-4476-8393-34d38cfa970a req-8ccd4bc8-9667-42f1-86c2-355db7634341 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314700 Jan 20 13:30:06.517893 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-d91dd235-b6c3-45b2-8533-aa56b94fc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:06.521237 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-d91dd235-b6c3-45b2-8533-aa56b94fc34c service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.1803782 Jan 20 13:30:06.563454 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4c79575a-79c4-48c4-a9c9-2f1f8a8718ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.592633 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-228857b0-f9e9-4fb8-a31a-4f93f8a6535e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 217 time: 0.0636313 Jan 20 13:30:06.665954 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-963a5709-75aa-43a7-be8a-68461987288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:06.668838 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-963a5709-75aa-43a7-be8a-68461987288f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.0689449 Jan 20 13:30:06.682216 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4c79575a-79c4-48c4-a9c9-2f1f8a8718ce admin admin] Publish callbacks [] for security_group (c4173bd4-4eec-4b28-a8f2-d41d92ba049c), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.687202 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4c79575a-79c4-48c4-a9c9-2f1f8a8718ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c4173bd4-4eec-4b28-a8f2-d41d92ba049c), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.705928 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-3a491c9f-9f3b-416d-9b5a-d229ca802bb0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316544 Jan 20 13:30:06.739808 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79575a-79c4-48c4-a9c9-2f1f8a8718ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4173bd4-4eec-4b28-a8f2-d41d92ba049c,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:06.749685 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4c79575a-79c4-48c4-a9c9-2f1f8a8718ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78f497435364444ca0c895b6e6535e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439896 Jan 20 13:30:06.750780 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60720) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:06.826687 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7188-dd6b-4ecb-87a2-c933c12a03c3 admin admin] Publish callbacks [] for security_group (c4173bd4-4eec-4b28-a8f2-d41d92ba049c), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.858233 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7188-dd6b-4ecb-87a2-c933c12a03c3 admin admin] Publish callbacks [] for security_group (c4173bd4-4eec-4b28-a8f2-d41d92ba049c), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.865359 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-59e705da-6704-43dd-9790-8d494f735a14 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505539 Jan 20 13:30:06.947056 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7188-dd6b-4ecb-87a2-c933c12a03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c4173bd4-4eec-4b28-a8f2-d41d92ba049c), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.951586 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ea3d7188-dd6b-4ecb-87a2-c933c12a03c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:06.955930 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ea3d7188-dd6b-4ecb-87a2-c933c12a03c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4173bd4-4eec-4b28-a8f2-d41d92ba049c HTTP/1.1" status: 204 len: 168 time: 0.2016876 Jan 20 13:30:06.972187 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d7188-dd6b-4ecb-87a2-c933c12a03c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4173bd4-4eec-4b28-a8f2-d41d92ba049c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:07.064094 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4a75901a-c8e3-41a3-a5dc-9e8325fbf22b req-39e53802-ba51-404d-ab03-a63fc346ba8b service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920629 Jan 20 13:30:07.099075 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c4bb4-b8db-4f0a-98eb-149f48defb6c req-465a924f-5234-4650-a30b-b94227f9c535 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:07.103026 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b20c4bb4-b8db-4f0a-98eb-149f48defb6c req-465a924f-5234-4650-a30b-b94227f9c535 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.1329939 Jan 20 13:30:07.248068 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b20c4bb4-b8db-4f0a-98eb-149f48defb6c req-5caffb73-e62c-435c-92a6-1032bd777a09 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269026 Jan 20 13:30:07.464120 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 60736) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:07.481076 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19516f51-2f40-4c2d-afef-45aa6f9b2a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.617184 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19516f51-2f40-4c2d-afef-45aa6f9b2a6b admin admin] Publish callbacks [] for security_group (478f9b6c-b653-446d-b2e9-7aef3e2669fe), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.623202 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19516f51-2f40-4c2d-afef-45aa6f9b2a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (478f9b6c-b653-446d-b2e9-7aef3e2669fe), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.704134 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19516f51-2f40-4c2d-afef-45aa6f9b2a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478f9b6c-b653-446d-b2e9-7aef3e2669fe,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:07.706378 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726274-841e-4dba-a8cb-354368d6fded req-814f6b64-a3c1-458c-bf90-cf91594108e9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:07.708608 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed726274-841e-4dba-a8cb-354368d6fded req-814f6b64-a3c1-458c-bf90-cf91594108e9 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0955434 Jan 20 13:30:07.713730 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-19516f51-2f40-4c2d-afef-45aa6f9b2a6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c60c4aeb98e49978b2b890edf987515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471042 Jan 20 13:30:07.716961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60746) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:07.806123 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed726274-841e-4dba-a8cb-354368d6fded req-ea7c464f-16d4-496a-8018-17cd36a03a87 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856633 Jan 20 13:30:07.818804 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc118816-efe3-41b2-9e15-5cd8beb08d9d admin admin] Publish callbacks [] for security_group (478f9b6c-b653-446d-b2e9-7aef3e2669fe), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.861213 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc118816-efe3-41b2-9e15-5cd8beb08d9d admin admin] Publish callbacks [] for security_group (478f9b6c-b653-446d-b2e9-7aef3e2669fe), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.966867 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc118816-efe3-41b2-9e15-5cd8beb08d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (478f9b6c-b653-446d-b2e9-7aef3e2669fe), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.970608 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc118816-efe3-41b2-9e15-5cd8beb08d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:07.971950 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cc118816-efe3-41b2-9e15-5cd8beb08d9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/478f9b6c-b653-446d-b2e9-7aef3e2669fe HTTP/1.1" status: 204 len: 168 time: 0.2533391 Jan 20 13:30:07.983129 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc118816-efe3-41b2-9e15-5cd8beb08d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f9b6c-b653-446d-b2e9-7aef3e2669fe,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:08.548017 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79b521-5896-4935-a815-faa3818499eb req-b91dcd2f-fbaf-45d0-9bb3-e38ad9f086e2 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:08.550443 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b79b521-5896-4935-a815-faa3818499eb req-b91dcd2f-fbaf-45d0-9bb3-e38ad9f086e2 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.1050169 Jan 20 13:30:08.640160 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b79b521-5896-4935-a815-faa3818499eb req-cf589c21-759b-4c35-abcd-fcae7683ade0 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796297 Jan 20 13:30:09.000756 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344721e-5ba8-4079-9998-9396fe720ac3 req-54221a0c-f973-40e3-92bc-c0b794ddd678 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:09.003068 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c344721e-5ba8-4079-9998-9396fe720ac3 req-54221a0c-f973-40e3-92bc-c0b794ddd678 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0916114 Jan 20 13:30:09.084802 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c344721e-5ba8-4079-9998-9396fe720ac3 req-0b662625-c14b-460c-bcfd-73fc446ebd78 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742230 Jan 20 13:30:09.899037 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e838eb-431f-4098-b737-6240538a5bbc req-72e28347-00d7-4f84-b894-ba4ca899244d tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:09.914488 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21e838eb-431f-4098-b737-6240538a5bbc req-72e28347-00d7-4f84-b894-ba4ca899244d tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.1520181 Jan 20 13:30:10.046067 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21e838eb-431f-4098-b737-6240538a5bbc req-baa6c107-3802-42ef-8b46-ea7cee579b52 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293597 Jan 20 13:30:10.316689 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd886b-2d4d-49d5-a14f-e5d8bb6435e2 req-f5d7976a-bb8c-43bb-b487-6835e003ae12 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:10.324718 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c2bd886b-2d4d-49d5-a14f-e5d8bb6435e2 req-f5d7976a-bb8c-43bb-b487-6835e003ae12 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Jan 20 13:30:10.453211 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c2bd886b-2d4d-49d5-a14f-e5d8bb6435e2 req-4fd1e68f-82cb-4ac1-b79f-f1b7f69202f4 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252811 Jan 20 13:30:10.535373 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-2c655193-89da-4d48-bc22-5ec12499eac8 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:10.540782 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-2c655193-89da-4d48-bc22-5ec12499eac8 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.1508982 Jan 20 13:30:10.741822 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Deleting port 87685a9e-7906-4187-b8bb-5482fdac24a5 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:30:10.742526 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:10.948041 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] For port 87685a9e-7906-4187-b8bb-5482fdac24a5, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=87685a9e-7906-4187-b8bb-5482fdac24a5,segment=NetworkSegment(fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0),segment_id=fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:10.948732 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:10.970208 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Calling delete_port for 87685a9e-7906-4187-b8bb-5482fdac24a5 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:30:11.108822 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60872) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:11.268858 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (87685a9e-7906-4187-b8bb-5482fdac24a5), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.285163 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['87685a9e-7906-4187-b8bb-5482fdac24a5'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:30:11.286546 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75580a2c-e7c9-4f68-80fa-e7b8f66d1b0c req-15ab5531-54d4-4696-942f-2009913651bf tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:11.296616 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-75580a2c-e7c9-4f68-80fa-e7b8f66d1b0c req-15ab5531-54d4-4696-942f-2009913651bf tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/ports?device_id=42c03514-e2f7-4916-9c77-9a1d0b1f6549 HTTP/1.1" status: 200 len: 946 time: 0.0981457 Jan 20 13:30:11.379391 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Pushing event deleted for resources: {'Port': ['ID=87685a9e-7906-4187-b8bb-5482fdac24a5,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:11.437111 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b707fa5b-4234-4009-b956-497373a61cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.439549 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] No DVR routers for this DVR port 87685a9e-7906-4187-b8bb-5482fdac24a5 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:30:11.444076 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.451041 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a6d5d59b-77ae-4fa6-b5bc-f44a5888d225 req-b8604eb5-33e6-4280-b8df-384c8dd582f6 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.91 "DELETE /v2.0/ports/87685a9e-7906-4187-b8bb-5482fdac24a5 HTTP/1.1" status: 204 len: 173 time: 0.9037218 Jan 20 13:30:11.452149 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'name': 'network-vif-deleted', 'tag': '87685a9e-7906-4187-b8bb-5482fdac24a5'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:30:11.456691 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb99fb38-8162-458a-ae2e-e59145987649" -d '{"events": [{"server_uuid": "42c03514-e2f7-4916-9c77-9a1d0b1f6549", "name": "network-vif-deleted", "tag": "87685a9e-7906-4187-b8bb-5482fdac24a5"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:30:11.496377 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-75580a2c-e7c9-4f68-80fa-e7b8f66d1b0c req-5c8544ba-b646-4cfe-a83a-85bde85b91e7 tempest-VolumesActionsTest-701018489 tempest-VolumesActionsTest-701018489-project] 10.222.0.70 "GET /v2.0/security-groups?id=d7494263-0e22-4634-bae6-308121768ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981254 Jan 20 13:30:11.534884 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3e5e4-e13b-4ccc-8e39-7031be04be32 x-openstack-request-id: req-0ea3e5e4-e13b-4ccc-8e39-7031be04be32 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:30:11.535393 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c03514-e2f7-4916-9c77-9a1d0b1f6549", "name": "network-vif-deleted", "tag": "87685a9e-7906-4187-b8bb-5482fdac24a5", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:30:11.536027 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ea3e5e4-e13b-4ccc-8e39-7031be04be32 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:30:11.537121 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c03514-e2f7-4916-9c77-9a1d0b1f6549', 'name': 'network-vif-deleted', 'tag': '87685a9e-7906-4187-b8bb-5482fdac24a5', 'status': 'completed', 'code': 200} Jan 20 13:30:11.650692 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b707fa5b-4234-4009-b956-497373a61cd6 admin admin] Publish callbacks [] for security_group (32026356-1409-40ad-a538-0369c49bc075), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.657864 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b707fa5b-4234-4009-b956-497373a61cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (32026356-1409-40ad-a538-0369c49bc075), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.708735 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b707fa5b-4234-4009-b956-497373a61cd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15d7b6429d8847cfb8b998ac6057a312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5974591 Jan 20 13:30:11.710663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707fa5b-4234-4009-b956-497373a61cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32026356-1409-40ad-a538-0369c49bc075,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:11.714447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 60902) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:11.771719 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37319-19c5-4426-a88a-67e12c232149 admin admin] Publish callbacks [] for security_group (32026356-1409-40ad-a538-0369c49bc075), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.806705 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37319-19c5-4426-a88a-67e12c232149 admin admin] Publish callbacks [] for security_group (32026356-1409-40ad-a538-0369c49bc075), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.882240 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37319-19c5-4426-a88a-67e12c232149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (32026356-1409-40ad-a538-0369c49bc075), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.887143 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37319-19c5-4426-a88a-67e12c232149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:11.889108 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cbc37319-19c5-4426-a88a-67e12c232149 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32026356-1409-40ad-a538-0369c49bc075 HTTP/1.1" status: 204 len: 168 time: 0.1732211 Jan 20 13:30:11.904478 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc37319-19c5-4426-a88a-67e12c232149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32026356-1409-40ad-a538-0369c49bc075,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:12.337976 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a9f74-8b25-4f93-9881-9effe0f2329c req-f9476f88-71dc-4478-bc97-1c7451873b07 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:12.339892 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ac0a9f74-8b25-4f93-9881-9effe0f2329c req-f9476f88-71dc-4478-bc97-1c7451873b07 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.0896795 Jan 20 13:30:12.418304 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ac0a9f74-8b25-4f93-9881-9effe0f2329c req-81658af3-c15d-48f7-b284-64ba89c6d788 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Jan 20 13:30:13.549278 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32808) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:13.660386 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32814) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:13.852345 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4338bb8c-4931-4366-a94c-c8434247dff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:13.861788 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7e53a309-4008-41ca-a869-03f01ca32526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.001587 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4338bb8c-4931-4366-a94c-c8434247dff3 admin admin] Publish callbacks [] for security_group (af4f0f9d-37fe-4509-919e-7f2f01b170fa), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.019059 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4338bb8c-4931-4366-a94c-c8434247dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (af4f0f9d-37fe-4509-919e-7f2f01b170fa), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.029351 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7e53a309-4008-41ca-a869-03f01ca32526 admin admin] Publish callbacks [] for security_group (9d8e4a25-f8fd-47b6-92d7-6860b1a89798), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.071598 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7e53a309-4008-41ca-a869-03f01ca32526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (9d8e4a25-f8fd-47b6-92d7-6860b1a89798), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.128922 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338bb8c-4931-4366-a94c-c8434247dff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f0f9d-37fe-4509-919e-7f2f01b170fa,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:14.142100 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 32844) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:14.156866 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4338bb8c-4931-4366-a94c-c8434247dff3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc750598cb9544309886d6300d57f7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045177 Jan 20 13:30:14.229384 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7e53a309-4008-41ca-a869-03f01ca32526 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f79b553f19bd47809bd420f82e68edba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5668149 Jan 20 13:30:14.234273 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32856) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:14.261950 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53a309-4008-41ca-a869-03f01ca32526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8e4a25-f8fd-47b6-92d7-6860b1a89798,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:14.269927 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-941459b1-1af3-4962-a1ef-bf1cd3d50ef2 admin admin] Publish callbacks [] for security_group (af4f0f9d-37fe-4509-919e-7f2f01b170fa), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.312147 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bf796796-da08-43e5-862b-3bd36bea52a1 admin admin] Publish callbacks [] for security_group (9d8e4a25-f8fd-47b6-92d7-6860b1a89798), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.316441 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-941459b1-1af3-4962-a1ef-bf1cd3d50ef2 admin admin] Publish callbacks [] for security_group (af4f0f9d-37fe-4509-919e-7f2f01b170fa), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.339603 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bf796796-da08-43e5-862b-3bd36bea52a1 admin admin] Publish callbacks [] for security_group (9d8e4a25-f8fd-47b6-92d7-6860b1a89798), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.374386 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 32858) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:14.410183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-941459b1-1af3-4962-a1ef-bf1cd3d50ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (af4f0f9d-37fe-4509-919e-7f2f01b170fa), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.416212 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-941459b1-1af3-4962-a1ef-bf1cd3d50ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.423495 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-941459b1-1af3-4962-a1ef-bf1cd3d50ef2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af4f0f9d-37fe-4509-919e-7f2f01b170fa HTTP/1.1" status: 204 len: 168 time: 0.2776096 Jan 20 13:30:14.435011 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bf796796-da08-43e5-862b-3bd36bea52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (9d8e4a25-f8fd-47b6-92d7-6860b1a89798), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.435667 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941459b1-1af3-4962-a1ef-bf1cd3d50ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f0f9d-37fe-4509-919e-7f2f01b170fa,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:14.439167 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bf796796-da08-43e5-862b-3bd36bea52a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.441139 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bf796796-da08-43e5-862b-3bd36bea52a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d8e4a25-f8fd-47b6-92d7-6860b1a89798 HTTP/1.1" status: 204 len: 168 time: 0.2056823 Jan 20 13:30:14.453569 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf796796-da08-43e5-862b-3bd36bea52a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8e4a25-f8fd-47b6-92d7-6860b1a89798,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:14.575796 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-846f7d02-cc8f-44f5-86a6-24ff9c92e8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.725321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-846f7d02-cc8f-44f5-86a6-24ff9c92e8fc admin admin] Publish callbacks [] for security_group (2802c1b9-4750-4a04-872c-ce85c7a32073), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.731952 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-846f7d02-cc8f-44f5-86a6-24ff9c92e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2802c1b9-4750-4a04-872c-ce85c7a32073), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.810743 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f7d02-cc8f-44f5-86a6-24ff9c92e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2802c1b9-4750-4a04-872c-ce85c7a32073,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:14.859228 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32870) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:14.862791 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-846f7d02-cc8f-44f5-86a6-24ff9c92e8fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd9f609a4e1b4960a88edcca3981a65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4849298 Jan 20 13:30:14.932744 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-62947345-b81a-4d18-84ab-e18d3ac7e1f7 admin admin] Publish callbacks [] for security_group (2802c1b9-4750-4a04-872c-ce85c7a32073), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:14.983733 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-62947345-b81a-4d18-84ab-e18d3ac7e1f7 admin admin] Publish callbacks [] for security_group (2802c1b9-4750-4a04-872c-ce85c7a32073), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.030720 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 32878) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:15.062459 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4d2998f-6f4c-46ad-ad8c-3d8a60b3dc0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.073739 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-62947345-b81a-4d18-84ab-e18d3ac7e1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2802c1b9-4750-4a04-872c-ce85c7a32073), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.079351 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-62947345-b81a-4d18-84ab-e18d3ac7e1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.086638 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-62947345-b81a-4d18-84ab-e18d3ac7e1f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2802c1b9-4750-4a04-872c-ce85c7a32073 HTTP/1.1" status: 204 len: 168 time: 0.2236311 Jan 20 13:30:15.099233 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62947345-b81a-4d18-84ab-e18d3ac7e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2802c1b9-4750-4a04-872c-ce85c7a32073,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:15.247102 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4d2998f-6f4c-46ad-ad8c-3d8a60b3dc0a admin admin] Publish callbacks [] for security_group (be3e018f-3f4b-47b4-860b-0426da722c7a), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.253343 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4d2998f-6f4c-46ad-ad8c-3d8a60b3dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (be3e018f-3f4b-47b4-860b-0426da722c7a), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.337523 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2998f-6f4c-46ad-ad8c-3d8a60b3dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e018f-3f4b-47b4-860b-0426da722c7a,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:15.386419 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32894) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:15.387051 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b4d2998f-6f4c-46ad-ad8c-3d8a60b3dc0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ede17f871e04b24b9c01a5eec562e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539352 Jan 20 13:30:15.470706 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba557067-978c-432b-ae24-063acc0c27a4 admin admin] Publish callbacks [] for security_group (be3e018f-3f4b-47b4-860b-0426da722c7a), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.511214 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba557067-978c-432b-ae24-063acc0c27a4 admin admin] Publish callbacks [] for security_group (be3e018f-3f4b-47b4-860b-0426da722c7a), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.622460 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba557067-978c-432b-ae24-063acc0c27a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (be3e018f-3f4b-47b4-860b-0426da722c7a), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.628389 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba557067-978c-432b-ae24-063acc0c27a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:15.637374 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ba557067-978c-432b-ae24-063acc0c27a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be3e018f-3f4b-47b4-860b-0426da722c7a HTTP/1.1" status: 204 len: 168 time: 0.2476141 Jan 20 13:30:15.656501 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba557067-978c-432b-ae24-063acc0c27a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e018f-3f4b-47b4-860b-0426da722c7a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:15.980541 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 87685a9e-7906-4187-b8bb-5482fdac24a5 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:30:16.011991 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 32910) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:16.019344 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 87685a9e-7906-4187-b8bb-5482fdac24a5 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:30:16.019928 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 87685a9e-7906-4187-b8bb-5482fdac24a5 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:30:16.123301 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32916) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:16.144914 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e8836184-65fa-4475-8d18-e5284120ac2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.299931 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e8836184-65fa-4475-8d18-e5284120ac2d admin admin] Publish callbacks [] for security_group (9d498cd9-1bc2-48de-8cba-ea3dbb7feb08), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.309156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e8836184-65fa-4475-8d18-e5284120ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (9d498cd9-1bc2-48de-8cba-ea3dbb7feb08), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.369127 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8836184-65fa-4475-8d18-e5284120ac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d498cd9-1bc2-48de-8cba-ea3dbb7feb08,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:16.401743 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1858497345-network', 'tenant_id': 'f159e01e39254b9a8e4368ce79ccfa37'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:16.406083 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e8836184-65fa-4475-8d18-e5284120ac2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9fb405ac9ce4024813e2b433ee60461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808700 Jan 20 13:30:16.408713 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32928) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:16.466584 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Made reservation on behalf of f159e01e39254b9a8e4368ce79ccfa37 for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:16.473176 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.508836 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.511349 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Publish callbacks [] for security_group (9d498cd9-1bc2-48de-8cba-ea3dbb7feb08), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.552535 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Publish callbacks [] for security_group (9d498cd9-1bc2-48de-8cba-ea3dbb7feb08), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.628831 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks [] for security_group (4eacef64-780d-4a6a-99ca-4fd5f0aa7c60), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.634958 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4eacef64-780d-4a6a-99ca-4fd5f0aa7c60), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.663693 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (9d498cd9-1bc2-48de-8cba-ea3dbb7feb08), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.672115 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.676923 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d498cd9-1bc2-48de-8cba-ea3dbb7feb08 HTTP/1.1" status: 204 len: 168 time: 0.2629855 Jan 20 13:30:16.683861 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:30:16.685001 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d498cd9-1bc2-48de-8cba-ea3dbb7feb08,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:16.695735 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.696240 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.696855 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.697299 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.697708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.700070 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.700741 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.701451 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.702004 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.702568 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.702738 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:16.702919 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.703339 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.703731 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabac459-08cb-4372-85ed-4bd6c75bfc08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.739367 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.739723 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.741768 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.742241 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.742590 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.742916 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.743440 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.743677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.744027 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.744502 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.744835 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.745190 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.746030 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:16.754369 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (90cc7358-672c-4c00-9b6e-6449c5656d3c), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.754369 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Added segment 90cc7358-672c-4c00-9b6e-6449c5656d3c of type vlan for network 5a3f66a0-d09b-4448-a110-299943e0f351 Jan 20 13:30:16.827081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (5a3f66a0-d09b-4448-a110-299943e0f351), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.880331 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (5a3f66a0-d09b-4448-a110-299943e0f351), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.882568 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:16.883813 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:16.949435 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9355388 Jan 20 13:30:16.954918 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 32942) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:16.960414 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Request body: {'subnet': {'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1858497345-subnet', 'tenant_id': 'f159e01e39254b9a8e4368ce79ccfa37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:17.003859 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Made reservation on behalf of f159e01e39254b9a8e4368ce79ccfa37 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:17.003859 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:17.025135 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046c93d-4b1e-4d63-a155-1d1782470d1c admin admin] Pushing event updated for resources: {'Network': ['ID=5a3f66a0-d09b-4448-a110-299943e0f351,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:17.039744 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 5a3f66a0-d09b-4448-a110-299943e0f351 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:30:17.574078 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (c13c46a3-711d-4d42-ab63-19c2e81052c9), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:17.700480 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13c46a3-711d-4d42-ab63-19c2e81052c9,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:17.704499 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Checking segment: {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:17.705229 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Network hostable DHCP agents. Network: 5a3f66a0-d09b-4448-a110-299943e0f351, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:30:17.737956 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Network 5a3f66a0-d09b-4448-a110-299943e0f351 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:30:17.751474 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 5a3f66a0-d09b-4448-a110-299943e0f351) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:17.761947 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c22bfb-5aba-434e-adfd-d2ac816872c6 None None] Network 5a3f66a0-d09b-4448-a110-299943e0f351 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:17.768555 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:17.769215 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:17.795331 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0e1a0976-c619-4136-b566-2ec8e0d5f542 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8396869 Jan 20 13:30:17.950006 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aab3bb-f442-42ed-9d5a-e75a4d93bda1 None None] Network 5a3f66a0-d09b-4448-a110-299943e0f351 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:19.282171 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:30:22.001936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-79adc61b-1b53-4e5a-a3b0-fbafb0e217be tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:22.016873 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131818-f572-4921-8192-334c2bf25032 req-68aedcf9-e7d4-453d-ac1c-ccd2e558ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:22.021039 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-68aedcf9-e7d4-453d-ac1c-ccd2e558ae31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.1232347 Jan 20 13:30:22.037616 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-79adc61b-1b53-4e5a-a3b0-fbafb0e217be tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/networks?id=5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 200 len: 814 time: 0.4339309 Jan 20 13:30:22.110903 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-d1719b7a-6cda-44a6-9cfb-efc9c4fec0c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/quotas/f159e01e39254b9a8e4368ce79ccfa37 HTTP/1.1" status: 200 len: 375 time: 0.0614581 Jan 20 13:30:22.307312 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-535feb0b-5ba9-4562-85a0-9ffedc2673c2 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1890955 Jan 20 13:30:22.416627 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33112) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:22.451436 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131818-f572-4921-8192-334c2bf25032 req-4c0862e6-7649-45f1-9e29-b942b9985a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:22.471567 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-4c0862e6-7649-45f1-9e29-b942b9985a70 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.4439259 Jan 20 13:30:22.726215 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-5e6858ac-df7e-4228-90d0-4ff605d37ea2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 217 time: 0.2415581 Jan 20 13:30:22.881630 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd95-e7f0-47b4-9a03-d3775c18a50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:22.889603 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131818-f572-4921-8192-334c2bf25032 req-42e3810e-d8d8-4b61-99c1-4e4f71221248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:22.892649 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-42e3810e-d8d8-4b61-99c1-4e4f71221248 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.1594322 Jan 20 13:30:23.000944 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-591662ba-ea79-43de-9047-0776ff23b3c8 service neutron] 10.222.0.70 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869924 Jan 20 13:30:23.019386 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd95-e7f0-47b4-9a03-d3775c18a50f admin admin] Publish callbacks [] for security_group (0dfb174b-ac56-4636-a509-c53ba870e93f), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:23.055458 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6be20-1bfd-475a-9908-fa919d210946 req-989fbed4-53b6-48d0-bb3c-89d9fda69650 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:23.059878 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2df6be20-1bfd-475a-9908-fa919d210946 req-989fbed4-53b6-48d0-bb3c-89d9fda69650 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.3521969 Jan 20 13:30:23.080661 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f87dd95-e7f0-47b4-9a03-d3775c18a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (0dfb174b-ac56-4636-a509-c53ba870e93f), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:23.277465 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87dd95-e7f0-47b4-9a03-d3775c18a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfb174b-ac56-4636-a509-c53ba870e93f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:23.293497 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4f87dd95-e7f0-47b4-9a03-d3775c18a50f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a398d78e33c4f8caf0190f28ad9c057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8722060 Jan 20 13:30:23.294376 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33122) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:23.386031 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2df6be20-1bfd-475a-9908-fa919d210946 req-c202f5f9-e995-4bba-9171-869ecd9d0c66 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764249 Jan 20 13:30:23.421708 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-5514ed96-d434-482b-8118-3a626919c3ef service neutron] 10.222.0.70 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958344 Jan 20 13:30:23.449571 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-33b9c6ea-84bd-4408-9b5b-aca2a2a16e76 admin admin] Publish callbacks [] for security_group (0dfb174b-ac56-4636-a509-c53ba870e93f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:23.525551 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-33b9c6ea-84bd-4408-9b5b-aca2a2a16e76 admin admin] Publish callbacks [] for security_group (0dfb174b-ac56-4636-a509-c53ba870e93f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:23.616540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-33b9c6ea-84bd-4408-9b5b-aca2a2a16e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (0dfb174b-ac56-4636-a509-c53ba870e93f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:23.626395 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-33b9c6ea-84bd-4408-9b5b-aca2a2a16e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:23.628394 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-33b9c6ea-84bd-4408-9b5b-aca2a2a16e76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dfb174b-ac56-4636-a509-c53ba870e93f HTTP/1.1" status: 204 len: 168 time: 0.3308461 Jan 20 13:30:23.657938 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9c6ea-84bd-4408-9b5b-aca2a2a16e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfb174b-ac56-4636-a509-c53ba870e93f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:24.955931 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-3258b990-ca75-4144-a372-35423b58711a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453670 Jan 20 13:30:25.000400 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-35db1f26-d668-4daa-934c-0e902eaa72c5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690236 Jan 20 13:30:25.031546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33170) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:25.217694 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-507818428-network', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:25.244545 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Made reservation on behalf of de24f56ae0ff4534b31a7f13728e060c for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:25.248790 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.264254 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.424036 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks [] for security_group (368e6adf-69a5-4702-88f6-70ab7505e2bc), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.433417 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (368e6adf-69a5-4702-88f6-70ab7505e2bc), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.457979 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:30:25.481866 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368e6adf-69a5-4702-88f6-70ab7505e2bc,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:25.486101 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (d9fd3184-916d-4b96-bfcc-0233320ff554), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.486379 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Added segment d9fd3184-916d-4b96-bfcc-0233320ff554 of type vlan for network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a Jan 20 13:30:25.566117 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.613197 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.614414 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:25.615284 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.654796 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6203470 Jan 20 13:30:25.662817 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33184) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:25.671306 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Request body: {'subnet': {'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-507818428-subnet', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:25.697065 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8daba6-c333-44a9-b776-9b1800c3db63 admin admin] Pushing event updated for resources: {'Network': ['ID=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:25.708275 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:30:25.721333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Made reservation on behalf of de24f56ae0ff4534b31a7f13728e060c for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:25.726783 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:25.808467 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.091137 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (1587dcdb-9efe-43b5-8a52-b7a33068b924), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.189356 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1587dcdb-9efe-43b5-8a52-b7a33068b924,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:26.201965 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Checking segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:26.202563 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Network hostable DHCP agents. Network: bb838aaa-2c92-482b-9421-f5cf5f8d9e2a, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:30:26.229018 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:30:26.246494 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, bb838aaa-2c92-482b-9421-f5cf5f8d9e2a) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:26.254148 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:26.254820 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.260268 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55bbbbd-b069-4d50-adaa-0e25a274a778 None None] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:26.299673 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-56614fb9-d1ec-430d-9a43-5ff06c074d32 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6350200 Jan 20 13:30:26.304419 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33186) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:26.313115 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:26.362850 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (164154c4-745b-4d6d-9737-e5ed5b84ded4), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.366059 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (164154c4-745b-4d6d-9737-e5ed5b84ded4), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.580994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:30:26.582021 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.635008 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks [] for router_controller (164154c4-745b-4d6d-9737-e5ed5b84ded4), precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:26.727520 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-7760743a-4def-4c1e-927a-2515bb18ec91 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342290 Jan 20 13:30:26.902849 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06ec7fa7-0b21-485c-be51-b2e3aeb4ebf5 req-36f2a5ee-ff61-452c-a686-e4947acbb666 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 210 time: 0.2520673 Jan 20 13:30:26.928833 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-47131818-f572-4921-8192-334c2bf25032 req-0db31d83-45a3-4a39-b770-f33b5626ebfe service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925735 Jan 20 13:30:26.933177 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Allocated IP 172.20.0.2 (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a/1587dcdb-9efe-43b5-8a52-b7a33068b924/10a30914-de6b-47d9-b909-5d95d2f14e9a) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:27.039876 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b897e-3d61-48ab-99b5-04797f285100 req-4ca8ded4-c941-4ed3-8bdc-d9131181e0aa tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:27.048478 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e7b897e-3d61-48ab-99b5-04797f285100 req-4ca8ded4-c941-4ed3-8bdc-d9131181e0aa tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.4010272 Jan 20 13:30:27.140704 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks [] for router_gateway (164154c4-745b-4d6d-9737-e5ed5b84ded4), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:27.145606 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-f5a43041-ea35-4ea5-8667-db4bf52d8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:27.151864 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-f5a43041-ea35-4ea5-8667-db4bf52d8f96 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 1098 time: 0.7001195 Jan 20 13:30:27.227270 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e7b897e-3d61-48ab-99b5-04797f285100 req-97dc8fc4-fcef-4263-bf36-fc2e1fe867cf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773405 Jan 20 13:30:27.397167 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Publish callbacks [] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:27.408038 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-61cfd85d-e2be-4591-84a5-dbaffd4fdae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:27.412139 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-61cfd85d-e2be-4591-84a5-dbaffd4fdae8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.2344797 Jan 20 13:30:27.418193 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:27.486313 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:27.491411 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:27.500918 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:27.517171 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Pushing event updated for resources: {'Port': ['ID=10a30914-de6b-47d9-b909-5d95d2f14e9a,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:27.549451 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.549953 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.550410 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.550880 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.551312 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.551743 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.552268 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.552812 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.553326 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.553946 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.554274 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.554688 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.555113 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:27.623474 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Attempting to bind port 10a30914-de6b-47d9-b909-5d95d2f14e9a on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:27.623949 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Attempting to bind port 10a30914-de6b-47d9-b909-5d95d2f14e9a by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:27.624358 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Attempting to bind port 10a30914-de6b-47d9-b909-5d95d2f14e9a on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:27.645744 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:27.647361 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Checking segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:27.648525 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:27.648790 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Bound using segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:27.649605 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Bound port: 10a30914-de6b-47d9-b909-5d95d2f14e9a, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:27.649800 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-199d8af7-2343-416d-8d40-be8c450b828d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 HTTP/1.1" status: 200 len: 217 time: 0.2142425 Jan 20 13:30:27.650215 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:27.765962 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] For port 10a30914-de6b-47d9-b909-5d95d2f14e9a, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:27.770071 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] For port 10a30914-de6b-47d9-b909-5d95d2f14e9a, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=10a30914-de6b-47d9-b909-5d95d2f14e9a,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:27.778788 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:27.842251 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-d86df59f-9af6-4fa0-85dc-f094888a3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:27.845356 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-d86df59f-9af6-4fa0-85dc-f094888a3f50 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.1512587 Jan 20 13:30:27.860835 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f5ce3-ff97-41df-81a3-7f646a6a4a0e None None] Pushing event updated for resources: {'Port': ['ID=10a30914-de6b-47d9-b909-5d95d2f14e9a,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:27.927361 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-29613b58-6cc2-4a2f-863d-8a4d48b50792 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371699 Jan 20 13:30:28.079432 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks [] for router_gateway (164154c4-745b-4d6d-9737-e5ed5b84ded4), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:28.114095 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:28.238678 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-0086d5e2-01d6-423b-a437-407c87b5e0b4 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023148 Jan 20 13:30:28.440143 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5c5f907b-056e-466f-a75f-57e890d77ca6 req-88cbc5b3-a1fb-4b87-a2f6-48167419fb90 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 210 time: 0.1608522 Jan 20 13:30:28.763330 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3af42ef6-cc26-453e-b8d1-e26f168057ac tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:28.767409 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3af42ef6-cc26-453e-b8d1-e26f168057ac tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "GET /v2.0/networks?id=5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 200 len: 814 time: 0.3665936 Jan 20 13:30:28.813059 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009b6f56-48ff-46ef-8ac2-52b175c6bef7 req-411633d0-c2b9-42fa-a90a-9c1a6f6159e3 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628002 Jan 20 13:30:28.816181 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Request body: {'port': {'device_id': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351', 'admin_state_up': True, 'tenant_id': 'f159e01e39254b9a8e4368ce79ccfa37'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:28.976627 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Allocated IP 172.27.2.40 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/64da92e8-892f-43dd-a5dd-597582370a76) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:29.066300 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-53f5a374-1416-49dd-a209-21d6138a3c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.119463 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Made reservation on behalf of f159e01e39254b9a8e4368ce79ccfa37 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:29.125872 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.229879 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 10a30914-de6b-47d9-b909-5d95d2f14e9a up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:29.274635 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d96402-7a09-4d8a-82bd-a42b11da7e36 req-303bd1f8-3c3c-4cca-a038-742d0b6f7dd1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:29.288357 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09d96402-7a09-4d8a-82bd-a42b11da7e36 req-303bd1f8-3c3c-4cca-a038-742d0b6f7dd1 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.8449080 Jan 20 13:30:29.447851 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09d96402-7a09-4d8a-82bd-a42b11da7e36 req-1a018ce8-58e5-4582-8832-679789624653 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583261 Jan 20 13:30:29.451055 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 10a30914-de6b-47d9-b909-5d95d2f14e9a triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:29.451661 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.456209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks [] for port (64da92e8-892f-43dd-a5dd-597582370a76), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.520556 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Allocated IP 172.20.0.6 (5a3f66a0-d09b-4448-a110-299943e0f351/c13c46a3-711d-4d42-ab63-19c2e81052c9/b41efd37-a0ca-47bd-94b7-387f762d1a00) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:29.544302 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (64da92e8-892f-43dd-a5dd-597582370a76), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.613084 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:29.653538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:29.658092 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:29.698300 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Pushing event updated for resources: {'Port': ['ID=64da92e8-892f-43dd-a5dd-597582370a76,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:29.768871 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1b36223-0054-453a-b0ce-7b9651feba37 req-a7e3e1dc-a1a6-4932-9da2-fd09501c5106 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 210 time: 0.0720804 Jan 20 13:30:29.801086 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 10a30914-de6b-47d9-b909-5d95d2f14e9a is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:29.801814 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.803803 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks [] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.908097 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:29.978310 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 10a30914-de6b-47d9-b909-5d95d2f14e9a, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=10a30914-de6b-47d9-b909-5d95d2f14e9a,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:29.980557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Network 5a3f66a0-d09b-4448-a110-299943e0f351 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:29.986164 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:29.992581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.001957 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:30.021083 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:30.021083 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.045747 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Pushing event updated for resources: {'Port': ['ID=b41efd37-a0ca-47bd-94b7-387f762d1a00,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:30.089507 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-86712c1a-d465-4d1d-8f51-8c828ff4d944 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2947247 Jan 20 13:30:30.113503 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Request body: {'port': {'device_id': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:30.156974 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654a7e0-16d4-4544-bfae-f9c66b267803 None None] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:30.209881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=10a30914-de6b-47d9-b909-5d95d2f14e9a,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:30.248050 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.368667 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-674c01f8-fe42-4846-bb50-6fd50fa8b2bb None None] Provisioning complete for port 10a30914-de6b-47d9-b909-5d95d2f14e9a triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:30.369419 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-674c01f8-fe42-4846-bb50-6fd50fa8b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.540113 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-674c01f8-fe42-4846-bb50-6fd50fa8b2bb None None] Current status of the port 10a30914-de6b-47d9-b909-5d95d2f14e9a is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:30.651736 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41efd37-a0ca-47bd-94b7-387f762d1a00 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:30:30.673125 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Publish callbacks [] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.704476 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Transition to ACTIVE for port object b41efd37-a0ca-47bd-94b7-387f762d1a00 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:30:30.711926 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.807291 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30675-0af0-4fb2-aebf-7c7c03fbd40d req-dadccc16-342b-498d-a523-c98fe7637b4b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:30.819883 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-94f30675-0af0-4fb2-aebf-7c7c03fbd40d req-dadccc16-342b-498d-a523-c98fe7637b4b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1412408 Jan 20 13:30:30.828530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks [] for router_gateway (164154c4-745b-4d6d-9737-e5ed5b84ded4), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:30.845045 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b41efd37-a0ca-47bd-94b7-387f762d1a00,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:30.877041 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Attempting to bind port b41efd37-a0ca-47bd-94b7-387f762d1a00 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:30.886396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Attempting to bind port b41efd37-a0ca-47bd-94b7-387f762d1a00 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:30.892029 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Attempting to bind port b41efd37-a0ca-47bd-94b7-387f762d1a00 on network 5a3f66a0-d09b-4448-a110-299943e0f351 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:30.910238 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Port b41efd37-a0ca-47bd-94b7-387f762d1a00 on network 5a3f66a0-d09b-4448-a110-299943e0f351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:30:30.910627 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Attempting to bind port b41efd37-a0ca-47bd-94b7-387f762d1a00 on network 5a3f66a0-d09b-4448-a110-299943e0f351 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:30.926818 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:30.927372 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Checking segment: {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:30.927781 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Bound using segment: {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:30.928267 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Bound port: b41efd37-a0ca-47bd-94b7-387f762d1a00, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:30.928629 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.153255 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 10a30914-de6b-47d9-b909-5d95d2f14e9a up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:31.291253 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] For port b41efd37-a0ca-47bd-94b7-387f762d1a00, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:31.312921 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] For port b41efd37-a0ca-47bd-94b7-387f762d1a00, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:31.327677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.349082 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-6d64c8a2-7e71-4469-9526-5681c40e410d None None] Provisioning complete for port 10a30914-de6b-47d9-b909-5d95d2f14e9a triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:31.350394 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6d64c8a2-7e71-4469-9526-5681c40e410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.386623 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd7a61-c50b-423a-9af8-bfd4efdc61c8 req-63fb1786-65f5-47e2-9060-79f8e342c645 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:31.393617 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdcd7a61-c50b-423a-9af8-bfd4efdc61c8 req-63fb1786-65f5-47e2-9060-79f8e342c645 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 943 time: 0.4579949 Jan 20 13:30:31.428323 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-94f30675-0af0-4fb2-aebf-7c7c03fbd40d req-680f9144-f48f-40ad-a2b0-063fbfcb7f4f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094813 Jan 20 13:30:31.439211 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:31.445328 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.450011 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] 10.222.0.91 "PUT /v2.0/ports/b41efd37-a0ca-47bd-94b7-387f762d1a00 HTTP/1.1" status: 200 len: 1093 time: 1.3514287 Jan 20 13:30:31.451347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'tag': 'b41efd37-a0ca-47bd-94b7-387f762d1a00'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:30:31.456278 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7ed548-ed4f-43b1-a436-69c87704839d", "tag": "b41efd37-a0ca-47bd-94b7-387f762d1a00"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:30:31.537524 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9aa9-0257-4b64-b49f-c503faf686f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b41efd37-a0ca-47bd-94b7-387f762d1a00,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:31.556437 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdcd7a61-c50b-423a-9af8-bfd4efdc61c8 req-af8b8d66-de8d-4f5c-89b9-d12d44a45c92 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618373 Jan 20 13:30:31.575951 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 10a30914-de6b-47d9-b909-5d95d2f14e9a triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:31.581141 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.654321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-509aac0b-69f2-491e-8f04-6fc3d8e52e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:31.656152 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-509aac0b-69f2-491e-8f04-6fc3d8e52e9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 1096 time: 0.1002178 Jan 20 13:30:31.839494 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-830ae637-cc6f-46bb-bf43-39ff70fa8fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.844405 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-6d64c8a2-7e71-4469-9526-5681c40e410d None None] Current status of the port 10a30914-de6b-47d9-b909-5d95d2f14e9a is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:31.860074 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (164154c4-745b-4d6d-9737-e5ed5b84ded4), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:31.994261 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 10a30914-de6b-47d9-b909-5d95d2f14e9a is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:32.093513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c43d5a1-9d3c-4044-bd91-89c8e306e756 x-openstack-request-id: req-6c43d5a1-9d3c-4044-bd91-89c8e306e756 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:30:32.094131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7ed548-ed4f-43b1-a436-69c87704839d", "tag": "b41efd37-a0ca-47bd-94b7-387f762d1a00", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:30:32.094131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c43d5a1-9d3c-4044-bd91-89c8e306e756 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:30:32.094335 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'tag': 'b41efd37-a0ca-47bd-94b7-387f762d1a00', 'status': 'completed', 'code': 200} Jan 20 13:30:32.095989 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-4d6c007d-bb3f-4733-bb5d-cd971de07959 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00 HTTP/1.1" status: 200 len: 217 time: 0.4305038 Jan 20 13:30:32.139567 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33286) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:32.152326 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:30:32.178163 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-925c1b0c-debf-414f-90cd-a62a59a32e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:32.181535 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-925c1b0c-debf-414f-90cd-a62a59a32e6d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c13c46a3-711d-4d42-ab63-19c2e81052c9 HTTP/1.1" status: 200 len: 854 time: 0.0782320 Jan 20 13:30:32.244697 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-0f9036ac-100f-4c9f-81e2-13bedd72fc51 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3f66a0-d09b-4448-a110-299943e0f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552368 Jan 20 13:30:32.399777 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d80afe3a-ceaa-4cd7-a144-2be74afc8cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:32.401521 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:30:32.432569 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:32.434023 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:30:32.436189 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ad921607-1d64-4b24-9b72-6644139a8f34 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1303308 Jan 20 13:30:32.439333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33294) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:32.456569 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:32.457568 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:32.468604 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-dd317822-3b94-42db-bc4a-4b0b5b4d356d service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173688 Jan 20 13:30:32.622153 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:32.671588 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d80afe3a-ceaa-4cd7-a144-2be74afc8cbc admin admin] Publish callbacks [] for security_group (eaec4431-6da7-4616-965c-6c1e016c60ea), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:32.675566 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6322e773-e184-44aa-8260-711e5ca5d2fb req-bb2e759b-d0ea-4fdd-9e8b-0c0b86fa08fe service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905932 Jan 20 13:30:32.706176 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d80afe3a-ceaa-4cd7-a144-2be74afc8cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (eaec4431-6da7-4616-965c-6c1e016c60ea), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:32.870677 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0013c5-8022-44db-958a-803405d5a00b req-4b68d018-03c4-4613-923e-6bf58f2c8f53 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:32.873562 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d80afe3a-ceaa-4cd7-a144-2be74afc8cbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1b41761ec4b4501aba0f28706cde6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7321527 Jan 20 13:30:32.879221 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0013c5-8022-44db-958a-803405d5a00b req-4b68d018-03c4-4613-923e-6bf58f2c8f53 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 943 time: 0.1603453 Jan 20 13:30:32.891261 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33304) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:32.922255 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80afe3a-ceaa-4cd7-a144-2be74afc8cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec4431-6da7-4616-965c-6c1e016c60ea,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:32.954911 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0013c5-8022-44db-958a-803405d5a00b req-6964b91b-8ebb-4d21-9da0-39027e7322e9 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Jan 20 13:30:32.981266 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283de6-8e77-4b28-90a5-1a50c404dd02 req-e84f13e4-295a-484d-904a-68d774fc3a72 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:33.002606 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-e676e4da-1969-414d-8696-99ce9b2be623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:33.002955 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:30Z', 'revision_number': 3, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:33.009526 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9c283de6-8e77-4b28-90a5-1a50c404dd02 req-e84f13e4-295a-484d-904a-68d774fc3a72 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.3700056 Jan 20 13:30:33.019111 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-e676e4da-1969-414d-8696-99ce9b2be623 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 1096 time: 0.2051358 Jan 20 13:30:33.024358 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.051730 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:30:33.052737 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Updating router 164154c4-745b-4d6d-9737-e5ed5b84ded4 port 64da92e8-892f-43dd-a5dd-597582370a76 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:30:33.089534 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (64da92e8-892f-43dd-a5dd-597582370a76), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.228440 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0212ec59-7a48-4979-8233-233fbb99568c admin admin] Publish callbacks [] for security_group (eaec4431-6da7-4616-965c-6c1e016c60ea), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.257919 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0212ec59-7a48-4979-8233-233fbb99568c admin admin] Publish callbacks [] for security_group (eaec4431-6da7-4616-965c-6c1e016c60ea), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.274792 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9c283de6-8e77-4b28-90a5-1a50c404dd02 req-f2d41fb1-da91-40dd-8b14-55d79572a9a6 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635126 Jan 20 13:30:33.333061 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0212ec59-7a48-4979-8233-233fbb99568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (eaec4431-6da7-4616-965c-6c1e016c60ea), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.336231 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0212ec59-7a48-4979-8233-233fbb99568c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.341742 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0212ec59-7a48-4979-8233-233fbb99568c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eaec4431-6da7-4616-965c-6c1e016c60ea HTTP/1.1" status: 204 len: 168 time: 0.4481037 Jan 20 13:30:33.354365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-2c813493-28bb-4d4c-b579-69854e1021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:33.356210 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-2c813493-28bb-4d4c-b579-69854e1021a3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 200 len: 915 time: 0.3180859 Jan 20 13:30:33.371458 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212ec59-7a48-4979-8233-233fbb99568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec4431-6da7-4616-965c-6c1e016c60ea,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:33.490658 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-6d1eede8-3cec-4bb2-96e2-dbd410e22b66 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00 HTTP/1.1" status: 200 len: 217 time: 0.1030283 Jan 20 13:30:33.631549 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Publish callbacks [] for port (64da92e8-892f-43dd-a5dd-597582370a76), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.645094 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (64da92e8-892f-43dd-a5dd-597582370a76), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.671124 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-88d1cb0b-41f2-458a-aaea-d0dd8df0912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:33.672794 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-88d1cb0b-41f2-458a-aaea-d0dd8df0912a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c13c46a3-711d-4d42-ab63-19c2e81052c9 HTTP/1.1" status: 200 len: 854 time: 0.1803429 Jan 20 13:30:33.718211 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.718852 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-5546559c-04fc-49d8-8d93-381aa230604a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3f66a0-d09b-4448-a110-299943e0f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346553 Jan 20 13:30:33.835336 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Pushing event updated for resources: {'Port': ['ID=64da92e8-892f-43dd-a5dd-597582370a76,revision_number=2']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:33.840384 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Attempting to bind port 64da92e8-892f-43dd-a5dd-597582370a76 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:33.846412 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Attempting to bind port 64da92e8-892f-43dd-a5dd-597582370a76 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:33.846969 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Attempting to bind port 64da92e8-892f-43dd-a5dd-597582370a76 on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:33.867251 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.867251 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.878545 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.879113 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.879526 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.880579 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.881132 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.881527 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.882806 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.883260 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.884334 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.896602 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.898436 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:30:33.902229 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:33.902612 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:33.903282 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.903500 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:33.904098 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Bound port: 64da92e8-892f-43dd-a5dd-597582370a76, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:33.904565 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (64da92e8-892f-43dd-a5dd-597582370a76), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:33.922253 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-2dde4cd3-1263-4c62-9ac7-b9870b6cf069 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952579 Jan 20 13:30:33.933581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.042224 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33316) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:34.106505 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a95aae27-5a3d-4bc3-af6d-dec97b766b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.107581 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] For port 64da92e8-892f-43dd-a5dd-597582370a76, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:34.124109 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] For port 64da92e8-892f-43dd-a5dd-597582370a76, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=64da92e8-892f-43dd-a5dd-597582370a76,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:34.131388 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-eaefa8ef-15a8-4e03-9846-e7d7e8df77b2 req-220e6bd5-d6d5-47a4-8e3c-d78bc9cb5379 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012157 Jan 20 13:30:34.134326 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (64da92e8-892f-43dd-a5dd-597582370a76), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.162843 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Allocated IP 172.20.0.1 (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a/1587dcdb-9efe-43b5-8a52-b7a33068b924/25126956-3f36-4749-a908-bcab0028f7e1) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:34.216578 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:34.218249 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:34.340553 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c08330-5989-47a6-a11d-7116cc3c9bb9 req-098a00d3-c4d3-4776-b761-ba9791d83c2e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:34.347746 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9c08330-5989-47a6-a11d-7116cc3c9bb9 req-098a00d3-c4d3-4776-b761-ba9791d83c2e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 943 time: 0.2387524 Jan 20 13:30:34.363599 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86298bb-f655-46ac-aa4b-9a1fcaa5e6ce None None] Pushing event updated for resources: {'Port': ['ID=64da92e8-892f-43dd-a5dd-597582370a76,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:34.433713 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:34.500680 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a95aae27-5a3d-4bc3-af6d-dec97b766b44 admin admin] Publish callbacks [] for security_group (bc6391cf-bda0-415c-8c3a-af1be087fd11), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.529319 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9c08330-5989-47a6-a11d-7116cc3c9bb9 req-04a98854-ee05-4e33-8aaf-92e3e01ca200 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781774 Jan 20 13:30:34.529319 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a95aae27-5a3d-4bc3-af6d-dec97b766b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (bc6391cf-bda0-415c-8c3a-af1be087fd11), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.540041 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks [] for port (25126956-3f36-4749-a908-bcab0028f7e1), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.607732 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a95aae27-5a3d-4bc3-af6d-dec97b766b44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad7635c24aa94fc58d9e73887a08252a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5501010 Jan 20 13:30:34.610808 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33328) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:34.612803 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aae27-5a3d-4bc3-af6d-dec97b766b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6391cf-bda0-415c-8c3a-af1be087fd11,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:34.637433 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617c833-330c-4863-a470-ab498d84344b req-06629abb-1d9e-4987-ac35-f6a564cceb99 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:34.639142 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1617c833-330c-4863-a470-ab498d84344b req-06629abb-1d9e-4987-ac35-f6a564cceb99 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.2029123 Jan 20 13:30:34.706439 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:30Z', 'revision_number': 3, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:34.746206 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-658e242c-ff1c-4f8d-aa44-ca67b7b6c174 admin admin] Publish callbacks [] for security_group (bc6391cf-bda0-415c-8c3a-af1be087fd11), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.748794 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (25126956-3f36-4749-a908-bcab0028f7e1), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.749169 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66991ae-8830-4f6d-b1d2-9373f61ca246 None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:30Z', 'revision_number': 3, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:30:34.806033 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1617c833-330c-4863-a470-ab498d84344b req-b273a6b0-ac1d-4702-8703-4d04f8a83e07 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536360 Jan 20 13:30:34.825964 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:34.841434 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:34.844444 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:34.846893 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Pushing event updated for resources: {'Port': ['ID=25126956-3f36-4749-a908-bcab0028f7e1,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:34.895307 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-658e242c-ff1c-4f8d-aa44-ca67b7b6c174 admin admin] Publish callbacks [] for security_group (bc6391cf-bda0-415c-8c3a-af1be087fd11), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:34.928528 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (164154c4-745b-4d6d-9737-e5ed5b84ded4), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:35.138366 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-658e242c-ff1c-4f8d-aa44-ca67b7b6c174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (bc6391cf-bda0-415c-8c3a-af1be087fd11), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:35.152596 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-658e242c-ff1c-4f8d-aa44-ca67b7b6c174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:35.178761 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-658e242c-ff1c-4f8d-aa44-ca67b7b6c174 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc6391cf-bda0-415c-8c3a-af1be087fd11 HTTP/1.1" status: 204 len: 168 time: 0.5637882 Jan 20 13:30:35.219374 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e242c-ff1c-4f8d-aa44-ca67b7b6c174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6391cf-bda0-415c-8c3a-af1be087fd11,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:35.346119 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:35.467892 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (25126956-3f36-4749-a908-bcab0028f7e1), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:35.482380 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe3759-d420-4a58-b94d-316d175e29d8 req-52a321b8-3158-4d32-95de-606203d0ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:35.501231 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b2fe3759-d420-4a58-b94d-316d175e29d8 req-52a321b8-3158-4d32-95de-606203d0ffc7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.1799295 Jan 20 13:30:35.528220 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-7c0387da-8396-4f8e-a41e-b936f18b38d3 None None] Provisioning complete for port 25126956-3f36-4749-a908-bcab0028f7e1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:35.528884 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7c0387da-8396-4f8e-a41e-b936f18b38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (25126956-3f36-4749-a908-bcab0028f7e1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:35.707180 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b2fe3759-d420-4a58-b94d-316d175e29d8 req-d06fecb0-dfd9-4ac2-ad8e-e3e013156767 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987088 Jan 20 13:30:35.999879 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks [] for port (25126956-3f36-4749-a908-bcab0028f7e1), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:36.019585 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (25126956-3f36-4749-a908-bcab0028f7e1), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:36.053907 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-7c0387da-8396-4f8e-a41e-b936f18b38d3 None None] Port 25126956-3f36-4749-a908-bcab0028f7e1 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:30:36.288309 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (164154c4-745b-4d6d-9737-e5ed5b84ded4), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:36.307006 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Pushing event updated for resources: {'Port': ['ID=25126956-3f36-4749-a908-bcab0028f7e1,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:36.518022 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05ce1-b995-4c02-9307-871b27a8aed3 req-4cdd300a-b145-4fdc-b291-8cc463c74821 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:36.531674 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16e05ce1-b995-4c02-9307-871b27a8aed3 req-4cdd300a-b145-4fdc-b291-8cc463c74821 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 943 time: 0.5216196 Jan 20 13:30:36.744565 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16e05ce1-b995-4c02-9307-871b27a8aed3 req-d351b177-5b9d-464a-b563-81b6366d3ba0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115467 Jan 20 13:30:36.777536 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2310f-ea5e-4501-baf5-7a162157df6b req-ea3caec1-2dd7-4dda-a505-1e82c06e4e1b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:36.798004 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a0c2310f-ea5e-4501-baf5-7a162157df6b req-ea3caec1-2dd7-4dda-a505-1e82c06e4e1b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.4541512 Jan 20 13:30:36.971152 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:37.016897 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:37.094606 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a0c2310f-ea5e-4501-baf5-7a162157df6b req-f3e78ea2-ddbe-4f0a-a5e7-adaec62fde07 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928376 Jan 20 13:30:37.142444 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b41efd37-a0ca-47bd-94b7-387f762d1a00 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:30:37.403787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 64da92e8-892f-43dd-a5dd-597582370a76 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:37.486422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33372) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:37.889985 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-172008565-network', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:37.939682 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port b41efd37-a0ca-47bd-94b7-387f762d1a00, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:37.964593 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Made reservation on behalf of b01d3a5b6db044f8a3923b9ea1f4bfdf for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:37.972429 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-8d9a434b-1860-4790-ab3f-e37b4a1259d8 None None] Provisioning complete for port 25126956-3f36-4749-a908-bcab0028f7e1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:37.973008 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:37.973129 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8d9a434b-1860-4790-ab3f-e37b4a1259d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (25126956-3f36-4749-a908-bcab0028f7e1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:37.998766 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 64da92e8-892f-43dd-a5dd-597582370a76 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:38.006343 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (64da92e8-892f-43dd-a5dd-597582370a76), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.024265 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.077727 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'b41efd37-a0ca-47bd-94b7-387f762d1a00', 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351', 'port_id': 'b41efd37-a0ca-47bd-94b7-387f762d1a00', 'mac_address': 'fa:16:3e:ca:0c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c46a3-711d-4d42-ab63-19c2e81052c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:30:38.147303 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4976-b41d-4c6e-abd8-dcec5534c245 req-0a1625e2-a632-449c-9dfc-05252caf37c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:38.171657 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4bca4976-b41d-4c6e-abd8-dcec5534c245 req-0a1625e2-a632-449c-9dfc-05252caf37c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 943 time: 0.1543429 Jan 20 13:30:38.278499 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a434b-1860-4790-ab3f-e37b4a1259d8 None None] Port 25126956-3f36-4749-a908-bcab0028f7e1 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:30:38.308621 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:30:38.324904 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port b41efd37-a0ca-47bd-94b7-387f762d1a00 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:38.325305 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.336450 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4bca4976-b41d-4c6e-abd8-dcec5534c245 req-9872e9ae-68d2-48b4-92fe-6abcbd93a37a tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553569 Jan 20 13:30:38.358599 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41efd37-a0ca-47bd-94b7-387f762d1a00 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:30:38.385760 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port b41efd37-a0ca-47bd-94b7-387f762d1a00, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:38.417261 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.499114 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 64da92e8-892f-43dd-a5dd-597582370a76 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:38.499505 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (64da92e8-892f-43dd-a5dd-597582370a76), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.548497 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=b41efd37-a0ca-47bd-94b7-387f762d1a00,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:38.555362 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 64da92e8-892f-43dd-a5dd-597582370a76, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=64da92e8-892f-43dd-a5dd-597582370a76,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:38.564380 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (64da92e8-892f-43dd-a5dd-597582370a76), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.644682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks [] for security_group (87c378a2-83d7-456d-a839-e2c51684fae0), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.650714 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=64da92e8-892f-43dd-a5dd-597582370a76,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:38.653573 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (87c378a2-83d7-456d-a839-e2c51684fae0), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.689961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6719e-583f-4f44-b9e6-bc1fee2b4984 req-c257bf31-a8e6-4886-8674-337479530215 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:38.697342 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47a6719e-583f-4f44-b9e6-bc1fee2b4984 req-c257bf31-a8e6-4886-8674-337479530215 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.3263805 Jan 20 13:30:38.732620 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:30:38.787500 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47a6719e-583f-4f44-b9e6-bc1fee2b4984 req-95f430f0-d4bc-42c1-b56e-1322ae27e725 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886946 Jan 20 13:30:38.804334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (bdfb3582-966b-4615-9f58-d717df5e31a4), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:38.818246 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Added segment bdfb3582-966b-4615-9f58-d717df5e31a4 of type vlan for network 0cd17d3a-e982-4590-83ce-c30987fcacfc Jan 20 13:30:38.841803 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:30:38.859897 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d0abec8e-0183-4269-b17a-130e7e60314d admin admin] 10.222.0.70 "PUT /v2.0/routers/164154c4-745b-4d6d-9737-e5ed5b84ded4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4193916 Jan 20 13:30:38.880932 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['b41efd37-a0ca-47bd-94b7-387f762d1a00'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:30:38.929287 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c378a2-83d7-456d-a839-e2c51684fae0,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:38.997780 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:30:39.046095 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (0cd17d3a-e982-4590-83ce-c30987fcacfc), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:39.160498 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (0cd17d3a-e982-4590-83ce-c30987fcacfc), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:39.162569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:39.163543 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:39.214874 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 64da92e8-892f-43dd-a5dd-597582370a76 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:39.454653 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:39.459975 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:39.511336 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd17d3a-e982-4590-83ce-c30987fcacfc,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:39.550334 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-927a5792-b1ff-42ac-a6cd-5c5e2ffce581 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0601895 Jan 20 13:30:39.555211 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33406) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:39.567433 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Request body: {'subnet': {'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-172008565-subnet', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:39.680532 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Made reservation on behalf of b01d3a5b6db044f8a3923b9ea1f4bfdf for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:39.689680 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:39.724061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:30:40.154460 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccd05d-14a7-4fcf-b77d-5329ef06ccbf req-549eac22-e527-40dc-bc87-5e3fd99f1c82 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:40.164738 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-fb625d0d-81b5-4b49-90ce-457e5e363ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:40.167295 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-fb625d0d-81b5-4b49-90ce-457e5e363ff1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=93586a8bfd2547989f3a1f4665c164d1&device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 1098 time: 0.2778034 Jan 20 13:30:40.170695 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ffccd05d-14a7-4fcf-b77d-5329ef06ccbf req-549eac22-e527-40dc-bc87-5e3fd99f1c82 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 944 time: 0.4114308 Jan 20 13:30:40.498471 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ffccd05d-14a7-4fcf-b77d-5329ef06ccbf req-3caf160c-1d74-4018-a779-c8d52d586fef tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193693 Jan 20 13:30:40.505955 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 64da92e8-892f-43dd-a5dd-597582370a76 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:40.506860 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (64da92e8-892f-43dd-a5dd-597582370a76), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:40.575294 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-e1825b63-a597-4b4c-9a75-c556c374b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:40.581284 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-e1825b63-a597-4b4c-9a75-c556c374b888 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 200 len: 920 time: 0.4018016 Jan 20 13:30:40.677091 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:40.847244 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-c26d8915-3e39-4036-af95-8b3e34064386 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 200 len: 217 time: 0.2596233 Jan 20 13:30:41.026674 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-6c5d9f8f-7801-4264-9614-eca6c9d27c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:41.028482 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93e9c2-b2f1-4eee-a174-0ccb761d5910 req-8cf79493-3156-4d39-a160-ee99d934e90c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:41.038709 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-6c5d9f8f-7801-4264-9614-eca6c9d27c59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 200 len: 859 time: 0.1765819 Jan 20 13:30:41.041183 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d93e9c2-b2f1-4eee-a174-0ccb761d5910 req-8cf79493-3156-4d39-a160-ee99d934e90c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.5388169 Jan 20 13:30:41.135508 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-3decf429-0333-4069-a169-a28efee991e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9814fa9-7d82-4908-a77b-d73b03681cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926545 Jan 20 13:30:41.197753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (4c8480df-f549-41b5-b580-736482a707fa), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:41.290974 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8480df-f549-41b5-b580-736482a707fa,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:41.356992 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d93e9c2-b2f1-4eee-a174-0ccb761d5910 req-33d4de5d-73df-4e6f-a827-b24adcbc1d40 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128603 Jan 20 13:30:41.404762 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Checking segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:41.408595 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Network hostable DHCP agents. Network: 0cd17d3a-e982-4590-83ce-c30987fcacfc, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:30:41.475628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:30:41.503508 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 0cd17d3a-e982-4590-83ce-c30987fcacfc) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:41.505460 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-271ab144-9acf-45f9-a0f6-b364945d40d8 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635154 Jan 20 13:30:41.515231 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:41.516154 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:41.584244 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8b7f90ad-47ee-40ee-8d09-0ed83203d23e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0230229 Jan 20 13:30:41.590081 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33434) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:41.608818 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:41.719037 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b0b32-03e2-44b6-9c12-4337be133223 None None] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:41.730306 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0c33dffa-6a85-45ef-8b0f-c709420fe3c5 req-91e58b63-3fac-4ef7-880a-c6fad622a3e2 service neutron] 10.222.0.91 "GET /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068815 Jan 20 13:30:41.732631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (3abdf210-7263-4a53-819b-5b0702a0d5ac), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:41.745808 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (3abdf210-7263-4a53-819b-5b0702a0d5ac), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:41.884438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33442) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:41.892558 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-328996480-network', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:41.981957 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks [] for router_controller (3abdf210-7263-4a53-819b-5b0702a0d5ac), precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.001260 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Made reservation on behalf of bc6cbd6381164e74830cc510fd592db5 for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:42.006013 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.020361 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 64da92e8-892f-43dd-a5dd-597582370a76 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:42.091676 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.214707 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 2, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:42.267633 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90533e-9c10-481a-b22c-6d06e2b8d827 req-a98cfbc4-3e34-4269-af53-14a5312bde35 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:42.280006 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd90533e-9c10-481a-b22c-6d06e2b8d827 req-a98cfbc4-3e34-4269-af53-14a5312bde35 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 944 time: 0.3579850 Jan 20 13:30:42.330742 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-0cd17d3a-e982-4590-83ce-c30987fcacfc', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:30:42.333442 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.342038 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:30:42.342930 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Updating router 164154c4-745b-4d6d-9737-e5ed5b84ded4 port 25126956-3f36-4749-a908-bcab0028f7e1 binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:30:42.412025 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (25126956-3f36-4749-a908-bcab0028f7e1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.418414 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks [] for security_group (db0414fd-1250-4fa5-8feb-34d861b0aa8c), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.428150 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (db0414fd-1250-4fa5-8feb-34d861b0aa8c), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.479987 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:30:42.524107 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (8592583d-3268-4069-aeb9-55e30a54c84d), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.524789 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Added segment 8592583d-3268-4069-aeb9-55e30a54c84d of type vlan for network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 Jan 20 13:30:42.527004 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0414fd-1250-4fa5-8feb-34d861b0aa8c,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:42.612363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (be2abbb6-aaf2-4d8a-a104-b80c74dabb23), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.682520 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Allocated IP 172.20.0.2 (0cd17d3a-e982-4590-83ce-c30987fcacfc/4c8480df-f549-41b5-b580-736482a707fa/17022e79-e22f-4479-a37b-cb9c3d76c1ba) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:42.686449 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (be2abbb6-aaf2-4d8a-a104-b80c74dabb23), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.688729 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:42.690201 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.733325 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks [] for router_gateway (3abdf210-7263-4a53-819b-5b0702a0d5ac), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:42.747544 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8614643 Jan 20 13:30:42.772995 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd90533e-9c10-481a-b22c-6d06e2b8d827 req-62498c6b-dc5d-45ef-854a-901d85573119 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911509 Jan 20 13:30:42.775639 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33450) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:42.835378 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Request body: {'subnet': {'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-328996480-subnet', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:42.932552 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35924365-8dca-41a5-bc30-9a7d210aff34 admin admin] Pushing event updated for resources: {'Network': ['ID=be2abbb6-aaf2-4d8a-a104-b80c74dabb23,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:42.972721 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:30:43.040810 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0de0-57f0-4ed1-b12e-05b170362abd req-916d9a8e-4de9-42ec-94dc-2f6dadec3424 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:43.044454 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32bb0de0-57f0-4ed1-b12e-05b170362abd req-916d9a8e-4de9-42ec-94dc-2f6dadec3424 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.4531746 Jan 20 13:30:43.147193 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Made reservation on behalf of bc6cbd6381164e74830cc510fd592db5 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:30:43.154955 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:43.366712 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32bb0de0-57f0-4ed1-b12e-05b170362abd req-2e2b6319-5633-43ab-961c-04e8ba743e66 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911577 Jan 20 13:30:43.401260 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b41efd37-a0ca-47bd-94b7-387f762d1a00 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:43.652340 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks [] for router_gateway (3abdf210-7263-4a53-819b-5b0702a0d5ac), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:43.670387 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port b41efd37-a0ca-47bd-94b7-387f762d1a00 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:30:43.736287 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port b41efd37-a0ca-47bd-94b7-387f762d1a00 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:43.737039 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:43.743876 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:43.830750 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Publish callbacks [] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:43.892616 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:43.938618 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (25fbe6ce-2398-4780-a3ef-9d9904dd2367), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.022817 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:44.039636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:44.047747 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:44.100812 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Pushing event updated for resources: {'Port': ['ID=17022e79-e22f-4479-a37b-cb9c3d76c1ba,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:44.118317 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Publish callbacks [] for port (25126956-3f36-4749-a908-bcab0028f7e1), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.138969 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Allocated IP 172.27.2.184 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:44.221209 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (25126956-3f36-4749-a908-bcab0028f7e1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.221509 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fbe6ce-2398-4780-a3ef-9d9904dd2367,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:44.273142 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce911f0-1e2d-4d14-a5fc-fbe57339aee0 req-82cdec88-6a04-440c-8e14-52dc283688a5 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:44.275803 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ce911f0-1e2d-4d14-a5fc-fbe57339aee0 req-82cdec88-6a04-440c-8e14-52dc283688a5 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 944 time: 0.3308482 Jan 20 13:30:44.393505 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Checking segment: {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:44.399862 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Network hostable DHCP agents. Network: be2abbb6-aaf2-4d8a-a104-b80c74dabb23, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:30:44.476588 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port b41efd37-a0ca-47bd-94b7-387f762d1a00 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:44.479217 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.538589 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ce911f0-1e2d-4d14-a5fc-fbe57339aee0 req-fa889c60-d752-455b-8c56-a4d6f851eb17 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217889 Jan 20 13:30:44.542372 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014adfe-5666-43f2-b420-5221f2fe2709 None None] Pushing event updated for resources: {'Port': ['ID=25126956-3f36-4749-a908-bcab0028f7e1,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:44.638699 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Attempting to bind port 17022e79-e22f-4479-a37b-cb9c3d76c1ba on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:44.640439 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Attempting to bind port 17022e79-e22f-4479-a37b-cb9c3d76c1ba by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:44.641386 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Attempting to bind port 17022e79-e22f-4479-a37b-cb9c3d76c1ba on network 0cd17d3a-e982-4590-83ce-c30987fcacfc {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:44.654265 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:30:44.711989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, be2abbb6-aaf2-4d8a-a104-b80c74dabb23) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:44.724350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks [] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.731014 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:44.733221 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.798928 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-121144c6-8fca-4b0a-8224-b92cb54e43d9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0162268 Jan 20 13:30:44.804070 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33470) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:44.814528 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:30:44.839072 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ab02e-b991-415e-8b94-3c485e945b67 req-a3a073a5-853e-4aae-9a3b-fd3271ed58ce tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:44.860728 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a15ab02e-b991-415e-8b94-3c485e945b67 req-a3a073a5-853e-4aae-9a3b-fd3271ed58ce tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.2236350 Jan 20 13:30:44.875765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41efd37-a0ca-47bd-94b7-387f762d1a00'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:30:44.878331 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f24e48-920a-48ee-a42c-e208dac7b43c" -d '{"events": [{"server_uuid": "7e7ed548-ed4f-43b1-a436-69c87704839d", "name": "network-vif-plugged", "status": "completed", "tag": "b41efd37-a0ca-47bd-94b7-387f762d1a00"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:30:44.907762 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6019377-8b59-4d7b-8b8d-08a90a708581 None None] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:44.923889 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (85cb345e-d803-47e3-9b89-e5495720ec64), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:44.933745 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (85cb345e-d803-47e3-9b89-e5495720ec64), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.069521 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:45.071711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Checking segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:45.071711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.073557 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Bound using segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:45.075000 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Bound port: 17022e79-e22f-4479-a37b-cb9c3d76c1ba, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:45.076346 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.078564 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.120742 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port b41efd37-a0ca-47bd-94b7-387f762d1a00, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:45.126880 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Attempting to bind port 25126956-3f36-4749-a908-bcab0028f7e1 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:45.127933 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Attempting to bind port 25126956-3f36-4749-a908-bcab0028f7e1 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:45.128682 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Attempting to bind port 25126956-3f36-4749-a908-bcab0028f7e1 on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:45.136513 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a15ab02e-b991-415e-8b94-3c485e945b67 req-bf6820b4-590d-4946-90ef-978d0aa4617f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742369 Jan 20 13:30:45.204463 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:45.212755 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:45.213935 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Checking segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:45.214515 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.217228 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Bound using segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:45.218657 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Bound port: 25126956-3f36-4749-a908-bcab0028f7e1, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:45.219598 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (25126956-3f36-4749-a908-bcab0028f7e1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.224047 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:45.226173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks [] for router_controller (85cb345e-d803-47e3-9b89-e5495720ec64), precommit_add_association {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.234382 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:45.280342 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e82ecb-b361-41f4-8b49-06586d283987 x-openstack-request-id: req-92e82ecb-b361-41f4-8b49-06586d283987 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:30:45.280974 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ed548-ed4f-43b1-a436-69c87704839d", "name": "network-vif-plugged", "status": "completed", "tag": "b41efd37-a0ca-47bd-94b7-387f762d1a00", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:30:45.281614 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92e82ecb-b361-41f4-8b49-06586d283987 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:30:45.282530 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41efd37-a0ca-47bd-94b7-387f762d1a00', 'code': 200} Jan 20 13:30:45.296253 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.429008 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Pushing event updated for resources: {'Port': ['ID=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:45.511612 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-f007f75b-ee50-4d69-b5c2-54222ff043d2 None None] Provisioning complete for port 25126956-3f36-4749-a908-bcab0028f7e1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:45.512254 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f007f75b-ee50-4d69-b5c2-54222ff043d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (25126956-3f36-4749-a908-bcab0028f7e1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.765285 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks [] for router_gateway (85cb345e-d803-47e3-9b89-e5495720ec64), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:45.802779 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] For port 17022e79-e22f-4479-a37b-cb9c3d76c1ba, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:45.813246 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c7cc3-0a8d-4794-b33e-e9f91c20e372 req-721cd1a3-a766-436b-acb0-cb57ba2519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:45.814858 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9f6c7cc3-0a8d-4794-b33e-e9f91c20e372 req-721cd1a3-a766-436b-acb0-cb57ba2519f8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 1098 time: 0.3128839 Jan 20 13:30:45.983326 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] For port 17022e79-e22f-4479-a37b-cb9c3d76c1ba, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=17022e79-e22f-4479-a37b-cb9c3d76c1ba,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:46.002600 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9f6c7cc3-0a8d-4794-b33e-e9f91c20e372 req-1d55fe05-2c15-4dbf-85a8-e39de278b2aa service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752615 Jan 20 13:30:46.031121 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=b41efd37-a0ca-47bd-94b7-387f762d1a00,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:46.037211 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:46.062292 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-f007f75b-ee50-4d69-b5c2-54222ff043d2 None None] Port 25126956-3f36-4749-a908-bcab0028f7e1 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:30:46.089350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86decdf-af00-4e5e-b3d1-836ada5ff498 req-a94a45eb-7882-4b18-8dca-82352c33ed9c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:46.105970 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d86decdf-af00-4e5e-b3d1-836ada5ff498 req-a94a45eb-7882-4b18-8dca-82352c33ed9c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 945 time: 0.3306818 Jan 20 13:30:46.175164 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks [] for router_gateway (3abdf210-7263-4a53-819b-5b0702a0d5ac), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:46.235512 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] For port 25126956-3f36-4749-a908-bcab0028f7e1, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:46.243645 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] For port 25126956-3f36-4749-a908-bcab0028f7e1, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=25126956-3f36-4749-a908-bcab0028f7e1,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:46.266132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'fixed_ips': [{'subnet_id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:30:46.276566 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:46.356966 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (25126956-3f36-4749-a908-bcab0028f7e1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:46.366516 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0bc2-4b2b-4c5c-950d-0403ceebf73f None None] Pushing event updated for resources: {'Port': ['ID=17022e79-e22f-4479-a37b-cb9c3d76c1ba,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:46.630587 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks [] for router_gateway (85cb345e-d803-47e3-9b89-e5495720ec64), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:46.724583 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:47.010067 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014adfe-5666-43f2-b420-5221f2fe2709 None None] Pushing event updated for resources: {'Port': ['ID=25126956-3f36-4749-a908-bcab0028f7e1,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:47.107601 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:47.120809 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:47.191189 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Allocated IP 172.27.2.168 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/4101fb86-cdd1-4f5e-b5a9-0a131757ea3e) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:47.288240 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d86decdf-af00-4e5e-b3d1-836ada5ff498 req-891bf6e6-1c8c-4675-b9d9-d28440e59d9e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1715534 Jan 20 13:30:47.346220 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a553e7f-c108-4138-b269-f517d488fa45 req-3a7fc471-dabe-4f8f-9300-a45e21ef7ba7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:47.352136 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a553e7f-c108-4138-b269-f517d488fa45 req-3a7fc471-dabe-4f8f-9300-a45e21ef7ba7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1484401 Jan 20 13:30:47.550587 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a553e7f-c108-4138-b269-f517d488fa45 req-a50e9d2a-8a0b-4d67-8ca6-9b4fc740942f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974342 Jan 20 13:30:47.579651 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:47.611289 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks [] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:47.678460 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (3abdf210-7263-4a53-819b-5b0702a0d5ac), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:47.837546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:48.082574 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:48.095912 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Pushing event updated for resources: {'Port': ['ID=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:48.112978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:48.147966 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:48.209912 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Allocated IP 172.20.0.2 (be2abbb6-aaf2-4d8a-a104-b80c74dabb23/25fbe6ce-2398-4780-a3ef-9d9904dd2367/32251f9e-474a-4698-ba58-057b412cfde6) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:48.264435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Router 3abdf210-7263-4a53-819b-5b0702a0d5ac is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:30:48.641426 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 17022e79-e22f-4479-a37b-cb9c3d76c1ba up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:48.834742 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] Provisioning complete for port 25126956-3f36-4749-a908-bcab0028f7e1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:48.835276 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (25126956-3f36-4749-a908-bcab0028f7e1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:48.912925 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:30:48.932193 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Sync routers for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:30:48.971225 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:48.982160 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:49.121086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:49.130563 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4e300c25-655d-458e-8dd8-a43cd401b034 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5345454 Jan 20 13:30:49.131662 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33520) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:49.158637 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39d35-9ccf-4e46-beb7-b3ef9a181ecd req-22cbfefc-4e73-4096-a246-8bdaabf419d8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:49.184736 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0ac39d35-9ccf-4e46-beb7-b3ef9a181ecd req-22cbfefc-4e73-4096-a246-8bdaabf419d8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 945 time: 0.4896245 Jan 20 13:30:49.347051 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0ac39d35-9ccf-4e46-beb7-b3ef9a181ecd req-561c129b-970f-4ef9-8dc9-2c003428dd61 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607873 Jan 20 13:30:49.437971 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:49.584896 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b14e5a-5f1e-4823-9dd4-72ac211bce03 None None] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:49.930721 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:45Z', 'revision_number': 3, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:49.996588 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Checking router: 3abdf210-7263-4a53-819b-5b0702a0d5ac for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:30:49.997378 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Updating router 3abdf210-7263-4a53-819b-5b0702a0d5ac port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:30:50.065256 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.075740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks [] for router_gateway (85cb345e-d803-47e3-9b89-e5495720ec64), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.555438 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Publish callbacks [] for port (32251f9e-474a-4698-ba58-057b412cfde6), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.732912 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (32251f9e-474a-4698-ba58-057b412cfde6), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.800701 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Publish callbacks [] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.817946 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.850200 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] Current status of the port 25126956-3f36-4749-a908-bcab0028f7e1 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:50.851028 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (25126956-3f36-4749-a908-bcab0028f7e1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.922176 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Attempting to bind port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:50.922552 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Attempting to bind port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:50.922924 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Attempting to bind port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:50.940799 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 17022e79-e22f-4479-a37b-cb9c3d76c1ba triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:50.942682 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.967992 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:50.968309 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:50.968484 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:50.968910 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:50.978160 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Bound port: 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:50.978612 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:51.083302 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:51.123112 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30986eaf-398a-4738-89dc-b760d527feaa None None] Pushing event updated for resources: {'Port': ['ID=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,revision_number=2']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:51.238917 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] For port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:51.240256 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:51.248777 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] For port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:51.305927 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:51.464919 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:51.498485 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (85cb345e-d803-47e3-9b89-e5495720ec64), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:51.533159 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] For port 25126956-3f36-4749-a908-bcab0028f7e1, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=25126956-3f36-4749-a908-bcab0028f7e1,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:51.568975 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (25126956-3f36-4749-a908-bcab0028f7e1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:51.621649 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Pushing event updated for resources: {'Port': ['ID=32251f9e-474a-4698-ba58-057b412cfde6,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:51.633908 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30986eaf-398a-4738-89dc-b760d527feaa None None] Pushing event updated for resources: {'Port': ['ID=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:51.758680 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:51.759342 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:51.893999 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:46Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:52.094547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f43933c-5bca-4616-94b2-c3cbf9d7853c None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:46Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:30:52.098930 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Attempting to bind port 32251f9e-474a-4698-ba58-057b412cfde6 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:30:52.099461 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Attempting to bind port 32251f9e-474a-4698-ba58-057b412cfde6 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:30:52.100199 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Attempting to bind port 32251f9e-474a-4698-ba58-057b412cfde6 on network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:30:52.103203 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:52.153383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 17022e79-e22f-4479-a37b-cb9c3d76c1ba is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:52.154001 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:52.166007 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:30:52.168878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Checking segment: {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:30:52.169419 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:52.169913 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Bound using segment: {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:30:52.173422 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Bound port: 32251f9e-474a-4698-ba58-057b412cfde6, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:30:52.173959 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (32251f9e-474a-4698-ba58-057b412cfde6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:52.196404 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Router 85cb345e-d803-47e3-9b89-e5495720ec64 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:30:52.200066 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:52.461220 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679eecc-87ea-4756-87ce-20a4fafce8f2 None None] Pushing event updated for resources: {'Port': ['ID=25126956-3f36-4749-a908-bcab0028f7e1,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:52.465513 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Provisioning complete for port 17022e79-e22f-4479-a37b-cb9c3d76c1ba triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:52.467019 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:52.892438 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 17022e79-e22f-4479-a37b-cb9c3d76c1ba, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=17022e79-e22f-4479-a37b-cb9c3d76c1ba,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:52.958643 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:53.249330 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] For port 32251f9e-474a-4698-ba58-057b412cfde6, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:30:53.258138 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Current status of the port 17022e79-e22f-4479-a37b-cb9c3d76c1ba is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:53.259137 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:53.386422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:30:53.445097 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Sync routers for ids ['85cb345e-d803-47e3-9b89-e5495720ec64'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:30:53.519979 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] For port 32251f9e-474a-4698-ba58-057b412cfde6, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=32251f9e-474a-4698-ba58-057b412cfde6,segment=NetworkSegment(8592583d-3268-4069-aeb9-55e30a54c84d),segment_id=8592583d-3268-4069-aeb9-55e30a54c84d)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:30:53.531031 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Routers {'85cb345e-d803-47e3-9b89-e5495720ec64'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:53.532349 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['85cb345e-d803-47e3-9b89-e5495720ec64'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:53.658696 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Allocated IP 172.20.0.1 (0cd17d3a-e982-4590-83ce-c30987fcacfc/4c8480df-f549-41b5-b580-736482a707fa/f2b279ad-a621-460d-b35c-6426f59179b6) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:53.691750 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:45Z', 'revision_number': 3, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:53.697378 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:53.698974 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-c2fa523a-96d1-41a3-be5a-c66f29434446 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8920999 Jan 20 13:30:53.704114 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33632) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:30:53.721296 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (32251f9e-474a-4698-ba58-057b412cfde6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:53.727050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 25126956-3f36-4749-a908-bcab0028f7e1 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:53.884830 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29f784-88fc-46c0-903c-acdb45afb4a6 None None] The sync data for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi is: [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:45Z', 'revision_number': 3, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:30:53.980187 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=17022e79-e22f-4479-a37b-cb9c3d76c1ba,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:54.459479 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308acb9-3290-4dd8-8419-c209627c5d1c None None] Pushing event updated for resources: {'Port': ['ID=32251f9e-474a-4698-ba58-057b412cfde6,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:54.465597 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks [] for port (f2b279ad-a621-460d-b35c-6426f59179b6), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:54.761136 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.db.api [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 13:30:54.763941 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG oslo_db.api [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 13:30:54.791226 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:55.016061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 25126956-3f36-4749-a908-bcab0028f7e1 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:55.017576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (25126956-3f36-4749-a908-bcab0028f7e1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:55.018852 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:55.045139 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:55.075441 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:55.075973 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (3abdf210-7263-4a53-819b-5b0702a0d5ac), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:55.318032 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Set router 85cb345e-d803-47e3-9b89-e5495720ec64 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:55.394790 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b279ad-a621-460d-b35c-6426f59179b6,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:55.958483 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:55.981872 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd582c3-eaeb-4ae3-89bf-ca9b9ad4e03e req-ec775a2d-58af-447d-9e2c-e5725f59b122 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:56.007321 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ddd582c3-eaeb-4ae3-89bf-ca9b9ad4e03e req-ec775a2d-58af-447d-9e2c-e5725f59b122 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.3289244 Jan 20 13:30:56.076046 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:56.134569 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ddd582c3-eaeb-4ae3-89bf-ca9b9ad4e03e req-54c31ad2-f8f9-4c74-941f-b0c626c4f8fd tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256945 Jan 20 13:30:56.172495 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:56.308904 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:30:56.353707 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-621d4da4-e721-49f3-9bef-a2d981fc0e26 None None] Current status of the port 17022e79-e22f-4479-a37b-cb9c3d76c1ba is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:56.706173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks [] for port (f2b279ad-a621-460d-b35c-6426f59179b6), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:56.711583 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fae27d-2e7f-4fde-93ab-2df2eddfc784 None None] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:30:56.717395 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:56.724834 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (3abdf210-7263-4a53-819b-5b0702a0d5ac), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:56.802331 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Allocated IP 172.20.0.1 (be2abbb6-aaf2-4d8a-a104-b80c74dabb23/25fbe6ce-2398-4780-a3ef-9d9904dd2367/a660f9c6-a816-48d4-acf2-20cb748f0448) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:30:56.815077 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 25126956-3f36-4749-a908-bcab0028f7e1 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:56.906530 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-c3a9bb8c-13b6-4a6e-99f7-84d11650832d None None] Provisioning complete for port f2b279ad-a621-460d-b35c-6426f59179b6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:56.907422 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c3a9bb8c-13b6-4a6e-99f7-84d11650832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:57.005014 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b279ad-a621-460d-b35c-6426f59179b6,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:57.063379 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks [] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:57.174513 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:57.358613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:57.360523 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:57.381499 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:57.490268 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:30:57.497242 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:30:57.535444 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9bb8c-13b6-4a6e-99f7-84d11650832d None None] Port f2b279ad-a621-460d-b35c-6426f59179b6 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:30:57.572545 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:57.633089 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Pushing event updated for resources: {'Port': ['ID=a660f9c6-a816-48d4-acf2-20cb748f0448,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:57.668872 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba66d0-f904-47fe-8082-bc4aad73d5d7 req-6ae66b1f-985d-4473-b6dd-58df7c60c39c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:57.683628 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-75ba66d0-f904-47fe-8082-bc4aad73d5d7 req-6ae66b1f-985d-4473-b6dd-58df7c60c39c tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.2985940 Jan 20 13:30:57.720704 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:30:48Z', 'revision_number': 3, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:57.748737 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Router 3abdf210-7263-4a53-819b-5b0702a0d5ac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:30:57.844647 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (85cb345e-d803-47e3-9b89-e5495720ec64), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:58.004777 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-75ba66d0-f904-47fe-8082-bc4aad73d5d7 req-6cae67de-c59d-41d4-b992-2c9af234c883 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184454 Jan 20 13:30:58.134235 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:30:58.157414 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b0cd2b82-18cc-4225-a191-c05a7cfa2b76 admin admin] 10.222.0.70 "PUT /v2.0/routers/3abdf210-7263-4a53-819b-5b0702a0d5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0251269 Jan 20 13:30:58.301980 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Checking router: 85cb345e-d803-47e3-9b89-e5495720ec64 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:30:58.310653 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Updating router 85cb345e-d803-47e3-9b89-e5495720ec64 port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:30:58.313898 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:58.328928 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-c3a9bb8c-13b6-4a6e-99f7-84d11650832d None None] Provisioning complete for port 17022e79-e22f-4479-a37b-cb9c3d76c1ba triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:58.329507 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c3a9bb8c-13b6-4a6e-99f7-84d11650832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:58.496737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:30:58.496737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:58.642892 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:58.929556 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-bc5bdbb5-30b7-41ee-b6d2-292151a65ecf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:58.932537 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-bc5bdbb5-30b7-41ee-b6d2-292151a65ecf tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1619034 Jan 20 13:30:58.987913 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Sync routers for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:30:59.023423 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:30:59.025361 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:30:59.154746 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks [] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.167844 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.374356 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Deleting port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:30:59.375092 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.426156 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:59.427962 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.453942 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:30:59.467086 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-327938be-e599-4024-a749-a5f7763b6145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.472259 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (85cb345e-d803-47e3-9b89-e5495720ec64), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.474935 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Pushing event updated for resources: {'Port': ['ID=a660f9c6-a816-48d4-acf2-20cb748f0448,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:30:59.526233 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9bb8c-13b6-4a6e-99f7-84d11650832d None None] Current status of the port 17022e79-e22f-4479-a37b-cb9c3d76c1ba is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:30:59.531315 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929952b-9adf-4940-ab2a-caea9644e846 req-28e5d9f0-6cf5-4c83-8db7-d75d81d0e5e7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:30:59.540908 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e929952b-9adf-4940-ab2a-caea9644e846 req-28e5d9f0-6cf5-4c83-8db7-d75d81d0e5e7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 945 time: 0.1397290 Jan 20 13:30:59.547320 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:59.559624 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.560597 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 32251f9e-474a-4698-ba58-057b412cfde6 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:30:59.654364 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e929952b-9adf-4940-ab2a-caea9644e846 req-52f666da-be62-4245-bcb4-0821acbf9c1b tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131976 Jan 20 13:30:59.677984 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] For port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:30:59.680398 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:30:59.733112 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:30:59.734986 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Calling delete_port for d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:30:59.739623 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:00.096833 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.110106 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Provisioning complete for port f2b279ad-a621-460d-b35c-6426f59179b6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:00.118208 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.150349 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Router 85cb345e-d803-47e3-9b89-e5495720ec64 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:31:00.198360 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Pushing event deleted for resources: {'Port': ['ID=d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:00.275125 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:30:56Z', 'revision_number': 2, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:00.334774 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] No DVR routers for this DVR port d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:31:00.351328 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.357783 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ac2ebabf-0882-4d60-93dc-a2ca41aaa077 req-d5d497a3-f4b7-4763-9652-6d62d9cf2b84 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "DELETE /v2.0/ports/d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 HTTP/1.1" status: 204 len: 173 time: 1.4189322 Jan 20 13:31:00.358762 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33692) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:00.359941 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'name': 'network-vif-deleted', 'tag': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:31:00.360113 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Checking router: 3abdf210-7263-4a53-819b-5b0702a0d5ac for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:31:00.360435 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Updating router 3abdf210-7263-4a53-819b-5b0702a0d5ac port f2b279ad-a621-460d-b35c-6426f59179b6 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:31:00.366166 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68772d0-f6f6-4a10-8171-a45b39118f0b" -d '{"events": [{"server_uuid": "ae10f8be-086d-45bd-a531-b9defc89612c", "name": "network-vif-deleted", "tag": "d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:31:00.376328 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['638a1d74-e898-407b-9fd0-d77a98af6d9e'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:31:00.383877 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-16614408-network', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:00.458658 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.467532 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Made reservation on behalf of 1859dbe6b20d48b2a11b55fd3586bd7b for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:00.500944 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.538542 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.572805 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec0ebd-590b-4f8e-83ab-c3b90a482327 x-openstack-request-id: req-6aec0ebd-590b-4f8e-83ab-c3b90a482327 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:31:00.572805 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae10f8be-086d-45bd-a531-b9defc89612c", "name": "network-vif-deleted", "tag": "d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:31:00.572805 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6aec0ebd-590b-4f8e-83ab-c3b90a482327 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:31:00.572805 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae10f8be-086d-45bd-a531-b9defc89612c', 'name': 'network-vif-deleted', 'tag': 'd0fe887f-7e54-4381-a0b5-8be5ba6cd3e4', 'status': 'completed', 'code': 200} Jan 20 13:31:00.592474 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:00.610125 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:31:00.627871 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-fac08fc9-ad18-4452-8af6-f538abfa34fe admin admin] 10.222.0.70 "PUT /v2.0/routers/85cb345e-d803-47e3-9b89-e5495720ec64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9220271 Jan 20 13:31:00.642472 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Port f2b279ad-a621-460d-b35c-6426f59179b6 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:31:00.731630 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Provisioning complete for port 32251f9e-474a-4698-ba58-057b412cfde6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:00.732096 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (32251f9e-474a-4698-ba58-057b412cfde6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.799109 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks [] for security_group (8e341350-3751-405c-902a-e87c591c92a3), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.806608 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (8e341350-3751-405c-902a-e87c591c92a3), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.819636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 32251f9e-474a-4698-ba58-057b412cfde6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:00.825365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:31:00.828281 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (32251f9e-474a-4698-ba58-057b412cfde6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.841203 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (6817e11b-cc09-4802-9679-96eb0081c84c), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:00.841845 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Added segment 6817e11b-cc09-4802-9679-96eb0081c84c of type vlan for network 367570b4-226d-48f9-a5b9-2932ed7da45e Jan 20 13:31:00.964341 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ffe9d9b-67dd-4cbb-bdec-c7b3a1ca5914 req-37c1795a-80d8-48a2-a5f2-02908c82b26d tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae10f8be-086d-45bd-a531-b9defc89612c HTTP/1.1" status: 200 len: 210 time: 0.0971241 Jan 20 13:31:01.039888 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (367570b4-226d-48f9-a5b9-2932ed7da45e), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.112056 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e341350-3751-405c-902a-e87c591c92a3,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:01.177812 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (367570b4-226d-48f9-a5b9-2932ed7da45e), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.192042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:01.193732 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.292462 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9146371 Jan 20 13:31:01.292702 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33706) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:01.303047 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Request body: {'subnet': {'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-16614408-subnet', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:01.326426 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:31:01.338771 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fd187-4b4d-4093-80e5-5fd1d3f1705c admin admin] Pushing event updated for resources: {'Network': ['ID=367570b4-226d-48f9-a5b9-2932ed7da45e,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:01.399132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 367570b4-226d-48f9-a5b9-2932ed7da45e details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:31:01.402520 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Made reservation on behalf of 1859dbe6b20d48b2a11b55fd3586bd7b for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:01.406813 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.427710 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Publish callbacks [] for port (f2b279ad-a621-460d-b35c-6426f59179b6), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.438208 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.576655 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Publish callbacks [] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.639796 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:31:01.640403 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d0fe887f-7e54-4381-a0b5-8be5ba6cd3e4 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:31:01.655667 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799731-3cd5-4977-bf2c-fd5f0945edea None None] Pushing event updated for resources: {'Port': ['ID=f2b279ad-a621-460d-b35c-6426f59179b6,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:01.671662 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.705375 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Attempting to bind port f2b279ad-a621-460d-b35c-6426f59179b6 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:01.705747 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Attempting to bind port f2b279ad-a621-460d-b35c-6426f59179b6 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:01.706119 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Attempting to bind port f2b279ad-a621-460d-b35c-6426f59179b6 on network 0cd17d3a-e982-4590-83ce-c30987fcacfc {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:01.715551 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:01.715962 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Checking segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:01.716951 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.718035 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Bound using segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:01.718555 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Bound port: f2b279ad-a621-460d-b35c-6426f59179b6, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:01.718944 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.884971 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (cdd5260d-5b1f-48b1-a43b-87732744bdca), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:01.923500 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] For port f2b279ad-a621-460d-b35c-6426f59179b6, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:01.940902 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] For port f2b279ad-a621-460d-b35c-6426f59179b6, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=f2b279ad-a621-460d-b35c-6426f59179b6,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:01.952553 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd5260d-5b1f-48b1-a43b-87732744bdca,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:01.961782 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.132704 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Checking segment: {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:02.133348 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Network hostable DHCP agents. Network: 367570b4-226d-48f9-a5b9-2932ed7da45e, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:31:02.174036 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799731-3cd5-4977-bf2c-fd5f0945edea None None] Pushing event updated for resources: {'Port': ['ID=f2b279ad-a621-460d-b35c-6426f59179b6,revision_number=4']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:02.220185 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33718) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:02.228721 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574557299', 'description': 'tempest-secgroup-smoke-574557299 description', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:02.241841 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Network 367570b4-226d-48f9-a5b9-2932ed7da45e is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:31:02.262065 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:02.263424 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:30:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:02.276892 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 367570b4-226d-48f9-a5b9-2932ed7da45e) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:02.304147 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:02.305046 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.339810 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-30370666-ecea-44c8-96c3-eefeb6ceb6f7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0473573 Jan 20 13:31:02.343083 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33724) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:02.344764 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.349911 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:02.400809 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (72c65f20-9e7e-473b-8b2b-711c1872b4c6), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.405447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (72c65f20-9e7e-473b-8b2b-711c1872b4c6), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.564378 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 32251f9e-474a-4698-ba58-057b412cfde6 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:02.565202 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (32251f9e-474a-4698-ba58-057b412cfde6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.575839 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b1a75-390a-4147-ba48-514c072acd03 None None] Network 367570b4-226d-48f9-a5b9-2932ed7da45e requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:02.603408 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:02.606043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks [] for router_controller (72c65f20-9e7e-473b-8b2b-711c1872b4c6), precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.699047 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group (9d5327f1-e0d8-4cca-a3dc-407e63c269f0), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.719225 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (9d5327f1-e0d8-4cca-a3dc-407e63c269f0), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.811536 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:02.814664 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5920296 Jan 20 13:31:02.821474 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33732) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:02.835062 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group_rule': {'security_group_id': '9d5327f1-e0d8-4cca-a3dc-407e63c269f0', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:02.841830 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773728f-b38f-42db-8202-44da24807732 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5327f1-e0d8-4cca-a3dc-407e63c269f0,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:02.911969 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (7bb771b2-50e4-44ed-ad60-3f72123e6c9f), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.009856 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-367570b4-226d-48f9-a5b9-2932ed7da45e', 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e', 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'fixed_ips': [{'subnet_id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:31:03.011113 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.021401 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Current status of the port 32251f9e-474a-4698-ba58-057b412cfde6 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:03.022296 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (32251f9e-474a-4698-ba58-057b412cfde6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.029933 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks [] for router_gateway (72c65f20-9e7e-473b-8b2b-711c1872b4c6), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.038709 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Attempting to bind port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:03.039409 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Attempting to bind port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:03.040033 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Attempting to bind port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:03.042581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e174a-381b-4070-ac77-d211dfe0d8f5 None None] Pushing event updated for resources: {'Port': ['ID=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:03.096267 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e5466879-abb8-49ba-844c-6e4580fa4464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.119349 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (7bb771b2-50e4-44ed-ad60-3f72123e6c9f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.128398 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (7bb771b2-50e4-44ed-ad60-3f72123e6c9f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.134831 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8afd4f-5659-4cde-bd3f-7668f99a2e28 req-a91d8653-f6ba-4460-ab74-89c5cf2e3354 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:03.142178 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be8afd4f-5659-4cde-bd3f-7668f99a2e28 req-a91d8653-f6ba-4460-ab74-89c5cf2e3354 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1048527 Jan 20 13:31:03.154141 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 32251f9e-474a-4698-ba58-057b412cfde6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=32251f9e-474a-4698-ba58-057b412cfde6,segment=NetworkSegment(8592583d-3268-4069-aeb9-55e30a54c84d),segment_id=8592583d-3268-4069-aeb9-55e30a54c84d)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:03.172745 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (32251f9e-474a-4698-ba58-057b412cfde6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.174066 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 17022e79-e22f-4479-a37b-cb9c3d76c1ba up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:03.177016 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb771b2-50e4-44ed-ad60-3f72123e6c9f,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:03.179551 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:03.181271 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:03.182535 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.192224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:03.192818 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Bound port: 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:03.193638 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.200891 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-52f8ade5-3963-4184-971b-4e110033405a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722558 Jan 20 13:31:03.201233 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.201437 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33738) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:03.207997 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group_rule': {'security_group_id': '9d5327f1-e0d8-4cca-a3dc-407e63c269f0', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:03.221675 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be8afd4f-5659-4cde-bd3f-7668f99a2e28 req-01fa465d-abd1-4dde-9865-33911d6e7471 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761151 Jan 20 13:31:03.274888 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:01Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:03.277543 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] For port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:03.281610 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] For port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:03.335149 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (6150a8e5-7c03-4282-9829-08a987e67b0a), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.401319 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2880feb-f7b8-4f38-a227-ec483871732f None None] The sync data for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi is: [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:01Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:31:03.566522 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (6150a8e5-7c03-4282-9829-08a987e67b0a), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.574048 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (6150a8e5-7c03-4282-9829-08a987e67b0a), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.606999 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.614594 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4065239 Jan 20 13:31:03.618284 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33742) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:03.633494 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100892e0-3cae-403a-804d-93c0947b7872 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6150a8e5-7c03-4282-9829-08a987e67b0a,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:03.651435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group_rule': {'security_group_id': '9d5327f1-e0d8-4cca-a3dc-407e63c269f0', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:03.685884 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks [] for router_gateway (72c65f20-9e7e-473b-8b2b-711c1872b4c6), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.693648 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.771161 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.813333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (0945a6d2-846a-4f2f-9709-f6ac7b35cd83), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:03.883935 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Allocated IP 172.20.0.2 (367570b4-226d-48f9-a5b9-2932ed7da45e/cdd5260d-5b1f-48b1-a43b-87732744bdca/ca5426a1-58c8-41c4-9b5f-ca35d1f18b15) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:31:03.889905 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.010270 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=32251f9e-474a-4698-ba58-057b412cfde6,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:04.058825 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Allocated IP 172.27.2.185 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/c4504d74-2e8b-4f9c-85c2-d541cb2a44bc) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:31:04.062576 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (0945a6d2-846a-4f2f-9709-f6ac7b35cd83), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.068480 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (0945a6d2-846a-4f2f-9709-f6ac7b35cd83), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.106967 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0945a6d2-846a-4f2f-9709-f6ac7b35cd83,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:04.108614 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.db.api [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 13:31:04.111365 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG oslo_db.api [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 13:31:04.112339 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.145309 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.145533 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3684635f-e52b-4acc-99d7-6bd375d6cb5b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5260010 Jan 20 13:31:04.149447 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33748) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:04.157173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group_rule': {'security_group_id': '9d5327f1-e0d8-4cca-a3dc-407e63c269f0', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:04.157397 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Routers {'85cb345e-d803-47e3-9b89-e5495720ec64'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:04.157904 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['85cb345e-d803-47e3-9b89-e5495720ec64'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:04.226495 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (b0410374-e164-4e9e-bd5b-67ab4c3a5620), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.288447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks [] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.336183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (b0410374-e164-4e9e-bd5b-67ab4c3a5620), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.352513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (b0410374-e164-4e9e-bd5b-67ab4c3a5620), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.384822 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0410374-e164-4e9e-bd5b-67ab4c3a5620,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:04.417875 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.475260 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.479885 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-738d8215-9c3a-4b4c-b16c-31b4e9b34172 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283300 Jan 20 13:31:04.483509 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33752) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:04.493862 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group_rule': {'security_group_id': '9d5327f1-e0d8-4cca-a3dc-407e63c269f0', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:04.537906 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.securitygroups_db [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Project de24f56ae0ff4534b31a7f13728e060c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:31:04.552116 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (a41aeb8f-18d2-4460-9c57-5faff8fda79e), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.600873 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 17022e79-e22f-4479-a37b-cb9c3d76c1ba triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:04.601391 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.688646 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (a41aeb8f-18d2-4460-9c57-5faff8fda79e), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.693756 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (a41aeb8f-18d2-4460-9c57-5faff8fda79e), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.704291 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e174a-381b-4070-ac77-d211dfe0d8f5 None None] Pushing event updated for resources: {'Port': ['ID=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:04.722282 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41aeb8f-18d2-4460-9c57-5faff8fda79e,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:04.742523 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.746252 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0042cfcf-38b8-4117-b8ca-81a3d846cffc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2587833 Jan 20 13:31:04.746757 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33766) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:04.752781 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'security_group_rule': {'security_group_id': '9d5327f1-e0d8-4cca-a3dc-407e63c269f0', 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:04.786481 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Current status of the port 32251f9e-474a-4698-ba58-057b412cfde6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:04.789571 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.securitygroups_db [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Project de24f56ae0ff4534b31a7f13728e060c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:31:04.795704 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (6154832e-6497-4fa2-b1a1-d3c1044ef691), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.872217 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] Set router 85cb345e-d803-47e3-9b89-e5495720ec64 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:04.898031 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (6154832e-6497-4fa2-b1a1-d3c1044ef691), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.929458 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (6154832e-6497-4fa2-b1a1-d3c1044ef691), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:04.998756 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Publish callbacks [] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.002188 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6154832e-6497-4fa2-b1a1-d3c1044ef691,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:05.019089 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.020983 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-09de49a9-eef4-4a2c-bee7-a78a56b92ff8 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2718952 Jan 20 13:31:05.048251 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Provisioning complete for port a660f9c6-a816-48d4-acf2-20cb748f0448 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:05.048879 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.139178 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.212087 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:05.223784 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:05.241497 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:31:05.287363 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Pushing event updated for resources: {'Port': ['ID=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:05.289903 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Pushing event updated for resources: {'Port': ['ID=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:05.305999 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577721-6d88-4c87-8bdb-a23651d74e51 req-13535fc2-0f9b-43f7-9096-3d3981ec6ddd tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:05.307860 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71577721-6d88-4c87-8bdb-a23651d74e51 req-13535fc2-0f9b-43f7-9096-3d3981ec6ddd tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.9145765 Jan 20 13:31:05.311935 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 17022e79-e22f-4479-a37b-cb9c3d76c1ba is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:05.512083 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Network 367570b4-226d-48f9-a5b9-2932ed7da45e is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:05.534934 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71577721-6d88-4c87-8bdb-a23651d74e51 req-cae412c7-a0e3-40da-873f-f3266f3391a5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140093 Jan 20 13:31:05.551344 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:05.561209 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:31:05.576825 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5099a7e0-8c1d-4655-b4c9-6ea943b74d69 None None] Port a660f9c6-a816-48d4-acf2-20cb748f0448 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:31:05.585967 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.699753 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device f2b279ad-a621-460d-b35c-6426f59179b6 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:05.735422 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Attempting to bind port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:05.736187 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Attempting to bind port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:05.736187 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Attempting to bind port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 on network 367570b4-226d-48f9-a5b9-2932ed7da45e {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:05.762626 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:05.763006 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Checking segment: {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:05.763648 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.764089 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Bound using segment: {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:05.764601 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Bound port: ca5426a1-58c8-41c4-9b5f-ca35d1f18b15, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:05.764983 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.785548 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Provisioning complete for port f2b279ad-a621-460d-b35c-6426f59179b6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:05.786621 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.795177 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a660f9c6-a816-48d4-acf2-20cb748f0448', 'name': '', 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'mac_address': 'fa:16:3e:29:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:56Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 2, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'subnets': [{'id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:05.818819 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks [] for router_gateway (72c65f20-9e7e-473b-8b2b-711c1872b4c6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:05.936184 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deabf71-3d46-45b7-b83c-eb6726c33e67 None None] The sync data for ids ['85cb345e-d803-47e3-9b89-e5495720ec64'] in dv-cinder-825493-1-iscsi is: [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a660f9c6-a816-48d4-acf2-20cb748f0448', 'name': '', 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'mac_address': 'fa:16:3e:29:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:56Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 2, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'subnets': [{'id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:31:05.945802 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port f2b279ad-a621-460d-b35c-6426f59179b6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:05.946375 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.139164 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] For port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:06.180947 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Current status of the port f2b279ad-a621-460d-b35c-6426f59179b6 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:06.181609 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.216227 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] For port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:06.239657 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.307630 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (72c65f20-9e7e-473b-8b2b-711c1872b4c6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.389487 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] For port f2b279ad-a621-460d-b35c-6426f59179b6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=f2b279ad-a621-460d-b35c-6426f59179b6,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:06.413263 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.422019 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port f2b279ad-a621-460d-b35c-6426f59179b6 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:06.422618 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.525870 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed994db-b6b9-4330-913b-aa84ffdeeed0 None None] Pushing event updated for resources: {'Port': ['ID=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:06.669051 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:31:06.695973 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Provisioning complete for port a660f9c6-a816-48d4-acf2-20cb748f0448 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:06.697132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:06.827290 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Port a660f9c6-a816-48d4-acf2-20cb748f0448 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:31:06.944634 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d99612-f947-44a7-872e-0fe48b9411d8 None None] Pushing event updated for resources: {'Port': ['ID=f2b279ad-a621-460d-b35c-6426f59179b6,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:06.949994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.db.api [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 13:31:06.950345 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG oslo_db.api [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 13:31:07.144709 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f2ed-52f7-40d7-a5b4-f970ed81547c req-61e21078-d381-48a8-836e-650160193a23 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:07.147000 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c27f2ed-52f7-40d7-a5b4-f970ed81547c req-61e21078-d381-48a8-836e-650160193a23 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.3488944 Jan 20 13:31:07.290138 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:31:07.329082 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Sync routers for ids ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:31:07.353350 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Routers {'72c65f20-9e7e-473b-8b2b-711c1872b4c6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:07.355150 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:07.418237 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:07.423729 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9b96c232-a2de-4831-a853-5696aa27105f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0748734 Jan 20 13:31:07.424615 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 33890) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:07.450016 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c27f2ed-52f7-40d7-a5b4-f970ed81547c req-0d6977c8-a3a3-4fba-8ade-996f655cb526 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812939 Jan 20 13:31:07.660881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port f2b279ad-a621-460d-b35c-6426f59179b6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:07.662857 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:07.798600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Set router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:08.037398 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:08.038085 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:08.599294 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b40221a-2628-4d8f-8415-ade36effd792 None None] Network 367570b4-226d-48f9-a5b9-2932ed7da45e requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:08.725081 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c068-11bb-4486-9a31-7bce430893ed req-604c2af1-47ec-4f84-b29c-ca7c8350198f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:08.726708 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48e5c068-11bb-4486-9a31-7bce430893ed req-604c2af1-47ec-4f84-b29c-ca7c8350198f tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1230788 Jan 20 13:31:08.802961 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] Provisioning complete for port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:08.803338 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:08.823119 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48e5c068-11bb-4486-9a31-7bce430893ed req-6d23c79d-e473-4823-956a-ae0a41e8bea2 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888808 Jan 20 13:31:08.923614 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:08.935482 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:08.936720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 32251f9e-474a-4698-ba58-057b412cfde6 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:09.040970 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:31:05Z', 'revision_number': 3, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:09.046100 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] Current status of the port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:09.047207 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.094139 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Checking router: 72c65f20-9e7e-473b-8b2b-711c1872b4c6 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:31:09.094681 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Updating router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:31:09.132038 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.197054 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] For port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:09.200808 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 32251f9e-474a-4698-ba58-057b412cfde6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:09.201953 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (32251f9e-474a-4698-ba58-057b412cfde6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.211881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.264561 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33936) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:09.279575 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Allocated IP 172.20.0.1 (367570b4-226d-48f9-a5b9-2932ed7da45e/cdd5260d-5b1f-48b1-a43b-87732744bdca/6b0f6842-ca35-4166-8ac3-9740b1b3b232) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:31:09.383399 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Deleting subnet ff330ffb-c403-4d28-a611-95105c209d86 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:31:09.393153 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Publish callbacks [] for subnet (ff330ffb-c403-4d28-a611-95105c209d86), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.408144 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-60903b81-8bdd-458d-9a80-213be56e8dc3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:09.412819 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-60903b81-8bdd-458d-9a80-213be56e8dc3 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.3230219 Jan 20 13:31:09.436991 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (ff330ffb-c403-4d28-a611-95105c209d86), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.523249 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-c5fa0fde-dc1f-4e5a-abdb-c919b7eb397c None None] Provisioning complete for port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:09.523632 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0fde-dc1f-4e5a-abdb-c919b7eb397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.524935 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (ff330ffb-c403-4d28-a611-95105c209d86), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.567548 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks [] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.611276 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Deleting port 638a1d74-e898-407b-9fd0-d77a98af6d9e {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:31:09.611454 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.612886 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba932f-7196-4cc7-968f-a5fe1f6b751d None None] Pushing event updated for resources: {'Port': ['ID=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:09.621812 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (ff330ffb-c403-4d28-a611-95105c209d86), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.671381 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff330ffb-c403-4d28-a611-95105c209d86,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:09.676347 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.684526 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8cecec5c-76f8-49e1-a391-0dbebe16c71a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ff330ffb-c403-4d28-a611-95105c209d86 HTTP/1.1" status: 204 len: 168 time: 0.4177291 Jan 20 13:31:09.685656 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33946) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:09.724586 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.747370 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Publish callbacks [] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.755874 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 32251f9e-474a-4698-ba58-057b412cfde6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:09.763751 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.785735 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (3a0bb60d-e340-45fa-9c61-870b025f1833), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.842592 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] For port 638a1d74-e898-407b-9fd0-d77a98af6d9e, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=638a1d74-e898-407b-9fd0-d77a98af6d9e,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:09.845600 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.858119 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Attempting to bind port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:09.858439 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Attempting to bind port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:09.859213 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Attempting to bind port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:09.872133 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa0fde-dc1f-4e5a-abdb-c919b7eb397c None None] Current status of the port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:09.891787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:09.892215 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:09.892596 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.892997 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:09.894080 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Bound port: c4504d74-2e8b-4f9c-85c2-d541cb2a44bc, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:09.894731 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.898669 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9956a-8e89-4f54-afa4-c3074b748684 None None] Pushing event updated for resources: {'Port': ['ID=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:09.926205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Network 367570b4-226d-48f9-a5b9-2932ed7da45e is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:09.946736 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:09.968887 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:31:09.969955 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (72c65f20-9e7e-473b-8b2b-711c1872b4c6), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:09.973978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Calling delete_port for 638a1d74-e898-407b-9fd0-d77a98af6d9e owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:31:09.977682 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (3a0bb60d-e340-45fa-9c61-870b025f1833), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.026486 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0bb60d-e340-45fa-9c61-870b025f1833']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:10.028638 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] For port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:10.035335 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] For port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:10.047408 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.051980 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Pushing event updated for resources: {'Port': ['ID=6b0f6842-ca35-4166-8ac3-9740b1b3b232,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:10.057231 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:10.057231 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:10.115012 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.134807 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Routers {'72c65f20-9e7e-473b-8b2b-711c1872b4c6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:10.135469 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:10.160048 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.193061 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730bb51-aaac-4d74-b051-2f89f09a9d46 req-b7afe9a2-d13a-4b1c-90ff-2a47a82bd39a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:10.201734 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e730bb51-aaac-4d74-b051-2f89f09a9d46 req-b7afe9a2-d13a-4b1c-90ff-2a47a82bd39a tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 945 time: 0.1778502 Jan 20 13:31:10.213825 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:31:10.214826 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (fa49a3b8-9e6b-4a06-a9d5-f4035f9e87b0), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:31:10.216800 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:31:10.259041 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9956a-8e89-4f54-afa4-c3074b748684 None None] Pushing event updated for resources: {'Port': ['ID=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:10.321764 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (638a1d74-e898-407b-9fd0-d77a98af6d9e), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.371234 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] Set router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:10.372875 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Pushing event deleted for resources: {'Port': ['ID=638a1d74-e898-407b-9fd0-d77a98af6d9e,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:10.375962 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e730bb51-aaac-4d74-b051-2f89f09a9d46 req-1bce0f65-6dc2-43a5-9890-b6f838f4bad7 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/security-groups?id=58680dd1-7365-40c8-a295-72420dd2718b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732354 Jan 20 13:31:10.377125 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (3a0bb60d-e340-45fa-9c61-870b025f1833), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.383134 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.413029 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0bb60d-e340-45fa-9c61-870b025f1833,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:10.415693 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.421333 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4036e2f9-cd69-42d1-aac1-d5bd9c87c1c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a0bb60d-e340-45fa-9c61-870b025f1833 HTTP/1.1" status: 204 len: 168 time: 0.7335241 Jan 20 13:31:10.445899 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device f2b279ad-a621-460d-b35c-6426f59179b6 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:10.472911 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] No DVR routers for this DVR port 638a1d74-e898-407b-9fd0-d77a98af6d9e on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:31:10.481710 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.489164 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-c26d4600-5314-4418-9257-265b5eb3ca4c req-f004f6a4-b7ed-49fd-bda9-f0e5b2fd06b5 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.91 "DELETE /v2.0/ports/638a1d74-e898-407b-9fd0-d77a98af6d9e HTTP/1.1" status: 204 len: 173 time: 1.0667081 Jan 20 13:31:10.489979 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323ae076-2904-4934-b534-f6e39d515035', 'name': 'network-vif-deleted', 'tag': '638a1d74-e898-407b-9fd0-d77a98af6d9e'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:31:10.494305 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6fb2d6-6088-4ecf-896a-fe018fbabce0" -d '{"events": [{"server_uuid": "323ae076-2904-4934-b534-f6e39d515035", "name": "network-vif-deleted", "tag": "638a1d74-e898-407b-9fd0-d77a98af6d9e"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:31:10.562228 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-86431ab2-9607-47b1-aa21-655ad182dd40 None None] Provisioning complete for port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:10.562603 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-86431ab2-9607-47b1-aa21-655ad182dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.727475 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-86431ab2-9607-47b1-aa21-655ad182dd40 None None] Port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:31:10.734850 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port f2b279ad-a621-460d-b35c-6426f59179b6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:10.735394 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.842227 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e24da53-6b59-47b2-abe6-15c0e8c8507f x-openstack-request-id: req-0e24da53-6b59-47b2-abe6-15c0e8c8507f {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:31:10.842547 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323ae076-2904-4934-b534-f6e39d515035", "name": "network-vif-deleted", "tag": "638a1d74-e898-407b-9fd0-d77a98af6d9e", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:31:10.842732 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e24da53-6b59-47b2-abe6-15c0e8c8507f {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:31:10.843144 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323ae076-2904-4934-b534-f6e39d515035', 'name': 'network-vif-deleted', 'tag': '638a1d74-e898-407b-9fd0-d77a98af6d9e', 'status': 'completed', 'code': 200} Jan 20 13:31:10.874541 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks [] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.889114 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.889854 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (72c65f20-9e7e-473b-8b2b-711c1872b4c6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:10.912916 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port f2b279ad-a621-460d-b35c-6426f59179b6 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:10.914119 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:10.916811 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:31:05Z', 'revision_number': 3, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:10.917282 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33962) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:11.036591 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Pushing event updated for resources: {'Port': ['ID=6b0f6842-ca35-4166-8ac3-9740b1b3b232,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:11.072038 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7ba7305a-3d2a-407f-befc-08f967a72e59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05e142f71f574fb4ae03ce9cf2590393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526694 Jan 20 13:31:11.076236 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 33966) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:11.122845 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbc492-a869-4522-b982-c43e31dbc975 None None] The sync data for ids ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'] in dv-cinder-825493-1-iscsi is: [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:31:05Z', 'revision_number': 3, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:31:11.163868 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Network 367570b4-226d-48f9-a5b9-2932ed7da45e is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:11.166953 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:11.189139 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5bd36cbe-3b53-40aa-bf78-5d033691c698 admin admin] Publish callbacks [] for security_group (d7494263-0e22-4634-bae6-308121768ff5), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.229072 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:11.229730 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.248268 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5bd36cbe-3b53-40aa-bf78-5d033691c698 admin admin] Publish callbacks [] for security_group (d7494263-0e22-4634-bae6-308121768ff5), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.393393 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 638a1d74-e898-407b-9fd0-d77a98af6d9e no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:31:11.451678 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5bd36cbe-3b53-40aa-bf78-5d033691c698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d7494263-0e22-4634-bae6-308121768ff5), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.461058 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5bd36cbe-3b53-40aa-bf78-5d033691c698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.463530 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5bd36cbe-3b53-40aa-bf78-5d033691c698 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7494263-0e22-4634-bae6-308121768ff5 HTTP/1.1" status: 204 len: 168 time: 0.3856664 Jan 20 13:31:11.474415 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Sync routers for ids ['85cb345e-d803-47e3-9b89-e5495720ec64'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:31:11.495335 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd36cbe-3b53-40aa-bf78-5d033691c698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7494263-0e22-4634-bae6-308121768ff5,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:11.545536 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Routers {'85cb345e-d803-47e3-9b89-e5495720ec64'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:11.546195 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['85cb345e-d803-47e3-9b89-e5495720ec64'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:11.548371 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:31:11.614547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 638a1d74-e898-407b-9fd0-d77a98af6d9e {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:31:11.614914 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 638a1d74-e898-407b-9fd0-d77a98af6d9e not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:31:11.787295 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96d0a6bf-5e16-4416-813e-47d7927f4c1b req-a13873f8-0c43-42ca-89aa-948e06a676e8 tempest-ServerRescueNegativeTestJSON-1485129639 tempest-ServerRescueNegativeTestJSON-1485129639-project] 10.222.0.70 "GET /v2.0/ports?device_id=323ae076-2904-4934-b534-f6e39d515035 HTTP/1.1" status: 200 len: 210 time: 0.1496875 Jan 20 13:31:11.874758 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Set router 85cb345e-d803-47e3-9b89-e5495720ec64 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:11.875000 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:11.875280 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.904720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-d569293d-18ec-4d2a-a20c-8a05406ee7aa None None] Provisioning complete for port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:11.905089 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d569293d-18ec-4d2a-a20c-8a05406ee7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.953127 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-d569293d-18ec-4d2a-a20c-8a05406ee7aa None None] Port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:31:11.965837 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:11.973335 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:11.974251 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:11.987659 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:31:12.026551 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-f1d91fa8-6d6e-46d8-a5b0-eaaee3ee37cb admin admin] 10.222.0.70 "PUT /v2.0/routers/72c65f20-9e7e-473b-8b2b-711c1872b4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5818594 Jan 20 13:31:12.140063 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:12.164195 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:12.164711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:12.347211 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:12.522147 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a660f9c6-a816-48d4-acf2-20cb748f0448', 'name': '', 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'mac_address': 'fa:16:3e:29:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:56Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 2, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'subnets': [{'id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:12.589300 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Checking router: 85cb345e-d803-47e3-9b89-e5495720ec64 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:31:12.589651 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Updating router 85cb345e-d803-47e3-9b89-e5495720ec64 port a660f9c6-a816-48d4-acf2-20cb748f0448 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:31:12.621268 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:12.767037 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:12.908670 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34016) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:12.953826 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:12.954211 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.176044 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:13.177995 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device c4504d74-2e8b-4f9c-85c2-d541cb2a44bc up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:13.254725 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Publish callbacks [] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.263587 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.276659 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:13.278499 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.332887 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0821f47-0d71-4d38-aed4-0100f4a5767f None None] Pushing event updated for resources: {'Port': ['ID=a660f9c6-a816-48d4-acf2-20cb748f0448,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:13.482126 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Attempting to bind port a660f9c6-a816-48d4-acf2-20cb748f0448 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:13.484135 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Attempting to bind port a660f9c6-a816-48d4-acf2-20cb748f0448 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:13.484802 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Attempting to bind port a660f9c6-a816-48d4-acf2-20cb748f0448 on network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:13.499477 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:13.500517 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Checking segment: {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:13.502149 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.502740 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Bound using segment: {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:13.506163 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Bound port: a660f9c6-a816-48d4-acf2-20cb748f0448, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592583d-3268-4069-aeb9-55e30a54c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:13.506724 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.537100 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:13.537498 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.580354 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:13.590094 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.640130 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] For port a660f9c6-a816-48d4-acf2-20cb748f0448, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:13.647746 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] For port a660f9c6-a816-48d4-acf2-20cb748f0448, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=a660f9c6-a816-48d4-acf2-20cb748f0448,segment=NetworkSegment(8592583d-3268-4069-aeb9-55e30a54c84d),segment_id=8592583d-3268-4069-aeb9-55e30a54c84d)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:13.658131 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.719096 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:13.779074 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Routers {'85cb345e-d803-47e3-9b89-e5495720ec64'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:13.779883 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['85cb345e-d803-47e3-9b89-e5495720ec64'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:13.821744 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] Provisioning complete for port a660f9c6-a816-48d4-acf2-20cb748f0448 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:13.822123 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.842493 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:13.943921 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] Set router 85cb345e-d803-47e3-9b89-e5495720ec64 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:14.090157 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] Current status of the port a660f9c6-a816-48d4-acf2-20cb748f0448 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:14.091307 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:14.201486 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] For port a660f9c6-a816-48d4-acf2-20cb748f0448, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=a660f9c6-a816-48d4-acf2-20cb748f0448,segment=NetworkSegment(8592583d-3268-4069-aeb9-55e30a54c84d),segment_id=8592583d-3268-4069-aeb9-55e30a54c84d)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:14.212666 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:14.337598 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0821f47-0d71-4d38-aed4-0100f4a5767f None None] Pushing event updated for resources: {'Port': ['ID=a660f9c6-a816-48d4-acf2-20cb748f0448,revision_number=4']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:14.372745 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a660f9c6-a816-48d4-acf2-20cb748f0448', 'name': '', 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'mac_address': 'fa:16:3e:29:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:56Z', 'updated_at': '2022-01-20T13:31:13Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'subnets': [{'id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:14.407312 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e90ef-1b1e-4b59-8bd4-88bd4631b492 None None] Pushing event updated for resources: {'Port': ['ID=a660f9c6-a816-48d4-acf2-20cb748f0448,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:14.434494 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5112c2dc-894d-4a65-b78e-9e47f483304f None None] Provisioning complete for port a660f9c6-a816-48d4-acf2-20cb748f0448 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:14.436785 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5112c2dc-894d-4a65-b78e-9e47f483304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:14.457590 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21f38e-83e9-4269-8078-3694865bf361 None None] The sync data for ids ['85cb345e-d803-47e3-9b89-e5495720ec64'] in dv-cinder-825493-1-iscsi is: [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:30:58Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a660f9c6-a816-48d4-acf2-20cb748f0448', 'name': '', 'network_id': 'be2abbb6-aaf2-4d8a-a104-b80c74dabb23', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'mac_address': 'fa:16:3e:29:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:56Z', 'updated_at': '2022-01-20T13:31:13Z', 'revision_number': 4, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'subnets': [{'id': '25fbe6ce-2398-4780-a3ef-9d9904dd2367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:31:14.595225 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5112c2dc-894d-4a65-b78e-9e47f483304f None None] Current status of the port a660f9c6-a816-48d4-acf2-20cb748f0448 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:14.740021 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a660f9c6-a816-48d4-acf2-20cb748f0448 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:14.799140 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Deleting port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:31:14.800679 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:14.818544 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port a660f9c6-a816-48d4-acf2-20cb748f0448 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:14.819532 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:14.997286 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port a660f9c6-a816-48d4-acf2-20cb748f0448 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:14.998441 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device c4504d74-2e8b-4f9c-85c2-d541cb2a44bc up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:15.084104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:15.090549 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:15.301600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:15.308379 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] For port 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,segment=NetworkSegment(f97b65f4-1916-46af-b77f-4e90ad47d300),segment_id=f97b65f4-1916-46af-b77f-4e90ad47d300)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:15.309247 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:15.340945 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Calling delete_port for 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:31:15.678316 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (1d5b8e3a-8107-45cd-b0ae-cbcf866e0720), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:15.723993 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5b8e3a-8107-45cd-b0ae-cbcf866e0720,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:15.794941 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Sync routers for ids ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:31:15.831689 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Routers {'72c65f20-9e7e-473b-8b2b-711c1872b4c6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:15.832938 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:16.047027 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:16.073795 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Set router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:16.532663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Router f0bd376b-13ef-4cfa-b197-33597b9fc2bf has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:31:16.573090 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:31:10Z', 'revision_number': 4, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '6b0f6842-ca35-4166-8ac3-9740b1b3b232', 'name': '', 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'mac_address': 'fa:16:3e:92:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:08Z', 'updated_at': '2022-01-20T13:31:10Z', 'revision_number': 2, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'subnets': [{'id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:16.641028 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Checking router: 72c65f20-9e7e-473b-8b2b-711c1872b4c6 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:31:16.641676 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Updating router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:31:16.698584 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a660f9c6-a816-48d4-acf2-20cb748f0448 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:16.717635 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:31:16.724450 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a57770fa-c7bc-4ab3-866b-eee60cecfe3e admin admin] 10.222.0.70 "PUT /v2.0/routers/f0bd376b-13ef-4cfa-b197-33597b9fc2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8118019 Jan 20 13:31:16.727115 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34066) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:16.732347 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:16.741569 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] Sync routers for ids ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:31:16.759243 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] Routers {'f0bd376b-13ef-4cfa-b197-33597b9fc2bf'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:16.760272 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:16.884692 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port a660f9c6-a816-48d4-acf2-20cb748f0448 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:16.885072 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:16.935176 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] Set router f0bd376b-13ef-4cfa-b197-33597b9fc2bf gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:17.003549 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks [] for router (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.196456 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port a660f9c6-a816-48d4-acf2-20cb748f0448 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:17.269589 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks [] for router_gateway (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.337668 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Deleting port 02ad3504-537f-49bc-8421-b5be2c0326e0 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:31:17.338010 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.352950 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Publish callbacks [] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.366648 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.444196 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:31:15Z', 'revision_number': 5, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port': {'id': '02ad3504-537f-49bc-8421-b5be2c0326e0', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:17.476524 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] For port 02ad3504-537f-49bc-8421-b5be2c0326e0, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=02ad3504-537f-49bc-8421-b5be2c0326e0,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:17.476943 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.478259 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] Checking router: f0bd376b-13ef-4cfa-b197-33597b9fc2bf for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:31:17.490643 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] Routers {'f0bd376b-13ef-4cfa-b197-33597b9fc2bf'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:17.491329 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:17.495137 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc83d3-d19e-4cd0-954a-8b250577d327 None None] Pushing event updated for resources: {'Port': ['ID=6b0f6842-ca35-4166-8ac3-9740b1b3b232,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:17.501641 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Attempting to bind port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:17.502100 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Attempting to bind port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:17.503545 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Attempting to bind port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 on network 367570b4-226d-48f9-a5b9-2932ed7da45e {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:17.509777 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:17.510509 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Checking segment: {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:17.510824 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.511361 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Bound using segment: {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:17.512003 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Bound port: 6b0f6842-ca35-4166-8ac3-9740b1b3b232, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817e11b-cc09-4802-9679-96eb0081c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:17.512644 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.515928 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Calling delete_port for 02ad3504-537f-49bc-8421-b5be2c0326e0 owned by network:router_gateway {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:31:17.615205 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] For port 6b0f6842-ca35-4166-8ac3-9740b1b3b232, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:17.626184 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] For port 6b0f6842-ca35-4166-8ac3-9740b1b3b232, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=6b0f6842-ca35-4166-8ac3-9740b1b3b232,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:17.635210 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.696286 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] Set router f0bd376b-13ef-4cfa-b197-33597b9fc2bf gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:17.718522 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc83d3-d19e-4cd0-954a-8b250577d327 None None] Pushing event updated for resources: {'Port': ['ID=6b0f6842-ca35-4166-8ac3-9740b1b3b232,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:17.745101 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Routers {'72c65f20-9e7e-473b-8b2b-711c1872b4c6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:31:17.745832 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:17.805805 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (02ad3504-537f-49bc-8421-b5be2c0326e0), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.841750 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ad3504-537f-49bc-8421-b5be2c0326e0,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:17.907109 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.907461 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.907798 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.908157 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.908559 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.909677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.910063 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.910394 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.912027 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.912649 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.913185 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.913720 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.914156 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:17.918726 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] Provisioning complete for port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:17.919192 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.926768 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:17.961639 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:31:17Z', 'revision_number': 6, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:18.003054 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261c9fd-d529-4cb4-85c7-7fac70fef297 None None] The sync data for ids ['f0bd376b-13ef-4cfa-b197-33597b9fc2bf'] in dv-cinder-825493-1-iscsi is: [{'id': 'f0bd376b-13ef-4cfa-b197-33597b9fc2bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1362575295-router', 'tenant_id': '93586a8bfd2547989f3a1f4665c164d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:14Z', 'updated_at': '2022-01-20T13:31:17Z', 'revision_number': 6, 'project_id': '93586a8bfd2547989f3a1f4665c164d1', 'gw_port_host': None}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:31:18.119903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.125743 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks [] for router_controller (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.265108 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (f0bd376b-13ef-4cfa-b197-33597b9fc2bf), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.265791 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0bd376b-13ef-4cfa-b197-33597b9fc2bf {{(pid=102510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:31:18.272904 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.276537 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-86b552eb-e867-49e3-8b99-2b0afa7fb1c2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f0bd376b-13ef-4cfa-b197-33597b9fc2bf HTTP/1.1" status: 204 len: 168 time: 1.5460789 Jan 20 13:31:18.277011 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34088) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:18.353723 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Deleting subnet 108198df-85b5-4776-86ef-b213ab3dde21 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:31:18.357973 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Publish callbacks [] for subnet (108198df-85b5-4776-86ef-b213ab3dde21), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.403994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] Set router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:31:18.480947 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (108198df-85b5-4776-86ef-b213ab3dde21), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.496942 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] Current status of the port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:18.497332 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.559475 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (108198df-85b5-4776-86ef-b213ab3dde21), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.642384 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] For port 6b0f6842-ca35-4166-8ac3-9740b1b3b232, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=6b0f6842-ca35-4166-8ac3-9740b1b3b232,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:18.659657 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (108198df-85b5-4776-86ef-b213ab3dde21), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.660104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.698291 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108198df-85b5-4776-86ef-b213ab3dde21,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:18.701443 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.709270 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/108198df-85b5-4776-86ef-b213ab3dde21 HTTP/1.1" status: 204 len: 168 time: 0.4268925 Jan 20 13:31:18.710433 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34092) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:18.723082 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.723082 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.723082 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.723589 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.723862 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.724520 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.725961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.725961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.725961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.725961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.726514 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.726618 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.726911 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4b14e0-0882-410c-9488-505af0b5207b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:18.871013 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21df17f-0c01-441b-a86e-da61d3db4e92 None None] Pushing event updated for resources: {'Port': ['ID=6b0f6842-ca35-4166-8ac3-9740b1b3b232,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:18.881100 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-1ba86e1d-3278-4fc6-ab40-34456ab26f07 None None] Provisioning complete for port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:18.881468 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1ba86e1d-3278-4fc6-ab40-34456ab26f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.882120 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (e9814fa9-7d82-4908-a77b-d73b03681cc9), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:18.957939 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:31:10Z', 'revision_number': 4, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '6b0f6842-ca35-4166-8ac3-9740b1b3b232', 'name': '', 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'mac_address': 'fa:16:3e:92:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:08Z', 'updated_at': '2022-01-20T13:31:17Z', 'revision_number': 4, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'subnets': [{'id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:19.003844 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e316ab04-be0a-4152-929e-05b4398ee967 None None] The sync data for ids ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'] in dv-cinder-825493-1-iscsi is: [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:31:10Z', 'revision_number': 4, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '6b0f6842-ca35-4166-8ac3-9740b1b3b232', 'name': '', 'network_id': '367570b4-226d-48f9-a5b9-2932ed7da45e', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'mac_address': 'fa:16:3e:92:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:08Z', 'updated_at': '2022-01-20T13:31:17Z', 'revision_number': 4, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'subnets': [{'id': 'cdd5260d-5b1f-48b1-a43b-87732744bdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:31:19.057497 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-1ba86e1d-3278-4fc6-ab40-34456ab26f07 None None] Current status of the port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:19.094909 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (e9814fa9-7d82-4908-a77b-d73b03681cc9), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.115977 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.116433 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.117339 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.117686 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > port after_create 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.118013 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.118341 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > port after_update 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.118678 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.119011 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.119323 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.119638 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.190892 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.191611 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.191738 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.192205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 13:31:19.192900 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9814fa9-7d82-4908-a77b-d73b03681cc9']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:19.214548 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97b65f4-1916-46af-b77f-4e90ad47d300') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:19.214923 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97b65f4-1916-46af-b77f-4e90ad47d300') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:19.235862 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (f97b65f4-1916-46af-b77f-4e90ad47d300), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.269077 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (f97b65f4-1916-46af-b77f-4e90ad47d300), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.280476 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:31:19.280892 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (f97b65f4-1916-46af-b77f-4e90ad47d300), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:31:19.287046 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:31:19.290095 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:31:19.389905 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (e9814fa9-7d82-4908-a77b-d73b03681cc9), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.413721 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9814fa9-7d82-4908-a77b-d73b03681cc9,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:19.417231 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.426211 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4eb28ad8-d599-4045-9dca-77fa4a884bbb admin admin] 10.222.0.70 "DELETE /v2.0/networks/e9814fa9-7d82-4908-a77b-d73b03681cc9 HTTP/1.1" status: 204 len: 168 time: 0.7148426 Jan 20 13:31:19.792002 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34106) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:19.863469 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-be63f2d0-3c4b-4fdf-9311-1d2faa868358 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93586a8bfd2547989f3a1f4665c164d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0699925 Jan 20 13:31:19.867895 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34108) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:19.959942 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-944295d2-4cd1-4e6d-be6f-a2fea5ad568a admin admin] Publish callbacks [] for security_group (58680dd1-7365-40c8-a295-72420dd2718b), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:19.999523 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-944295d2-4cd1-4e6d-be6f-a2fea5ad568a admin admin] Publish callbacks [] for security_group (58680dd1-7365-40c8-a295-72420dd2718b), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:20.091312 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-944295d2-4cd1-4e6d-be6f-a2fea5ad568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (58680dd1-7365-40c8-a295-72420dd2718b), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:20.095020 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-944295d2-4cd1-4e6d-be6f-a2fea5ad568a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:20.096715 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-944295d2-4cd1-4e6d-be6f-a2fea5ad568a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58680dd1-7365-40c8-a295-72420dd2718b HTTP/1.1" status: 204 len: 168 time: 0.2274292 Jan 20 13:31:20.114612 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944295d2-4cd1-4e6d-be6f-a2fea5ad568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58680dd1-7365-40c8-a295-72420dd2718b,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:20.625469 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6b0f6842-ca35-4166-8ac3-9740b1b3b232 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:20.766553 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:20.767227 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:20.922315 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:20.934220 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 02ad3504-537f-49bc-8421-b5be2c0326e0 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:31:20.961366 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 02ad3504-537f-49bc-8421-b5be2c0326e0 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:31:20.962014 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 02ad3504-537f-49bc-8421-b5be2c0326e0 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:31:20.962549 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:31:20.988021 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:31:20.988624 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 1d5b8e3a-8107-45cd-b0ae-cbcf866e0720 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:31:21.476438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34138) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:21.615858 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-661691122-network', 'tenant_id': 'ccb4e0d3214c4856a7db5f6f23053e2f'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:21.666933 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Made reservation on behalf of ccb4e0d3214c4856a7db5f6f23053e2f for: {'network': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:21.669571 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:21.679450 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:21.802463 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks [] for security_group (c754c98b-16ef-4baa-9e1e-03e6196b327e), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:21.811952 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c754c98b-16ef-4baa-9e1e-03e6196b327e), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:21.828250 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:31:21.844358 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (fcf04f0d-f417-44fa-afaf-a499dde3bd9b), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:21.844804 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.segments_db [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Added segment fcf04f0d-f417-44fa-afaf-a499dde3bd9b of type vlan for network afd39450-4e5a-4a8f-9f04-4321480976f0 Jan 20 13:31:21.914484 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (afd39450-4e5a-4a8f-9f04-4321480976f0), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:21.980157 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c754c98b-16ef-4baa-9e1e-03e6196b327e,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:21.999060 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (afd39450-4e5a-4a8f-9f04-4321480976f0), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:22.001425 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:22.003016 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:22.075149 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5971618 Jan 20 13:31:22.077936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34146) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:22.088492 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Request body: {'subnet': {'network_id': 'afd39450-4e5a-4a8f-9f04-4321480976f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-661691122-subnet', 'tenant_id': 'ccb4e0d3214c4856a7db5f6f23053e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:22.167753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Made reservation on behalf of ccb4e0d3214c4856a7db5f6f23053e2f for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:22.171417 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:22.524968 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8ce8-27ca-48f7-ad1a-00596f254218 admin admin] Pushing event updated for resources: {'Network': ['ID=afd39450-4e5a-4a8f-9f04-4321480976f0,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:22.544304 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network afd39450-4e5a-4a8f-9f04-4321480976f0 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:31:22.558365 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (fcd0bce2-59c5-4bee-ba6b-c764b445b659), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:22.629696 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd0bce2-59c5-4bee-ba6b-c764b445b659,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:22.639279 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Checking segment: {'id': 'fcf04f0d-f417-44fa-afaf-a499dde3bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'afd39450-4e5a-4a8f-9f04-4321480976f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:22.639745 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Network hostable DHCP agents. Network: afd39450-4e5a-4a8f-9f04-4321480976f0, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:31:22.664381 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Network afd39450-4e5a-4a8f-9f04-4321480976f0 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:31:22.680243 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, afd39450-4e5a-4a8f-9f04-4321480976f0) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:22.685609 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:22.686453 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:22.693476 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321306c-f9a9-464e-a581-ff00102e280d None None] Network afd39450-4e5a-4a8f-9f04-4321480976f0 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:22.733618 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b8fc8f71-24a9-402f-a6bc-fc504dbd5dc3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6536424 Jan 20 13:31:22.878251 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b743a2-2071-4fa6-9d9d-5ef8d489f7c3 None None] Network afd39450-4e5a-4a8f-9f04-4321480976f0 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:23.517613 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34176) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:23.522967 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222353856-network', 'tenant_id': '678a235e4a4a458b8a96d6edc1b5ea67'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:23.583999 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Made reservation on behalf of 678a235e4a4a458b8a96d6edc1b5ea67 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:23.587319 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.606599 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.740887 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks [] for security_group (e8c52c93-8872-472c-bcb3-cc19158683b6), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.748842 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (e8c52c93-8872-472c-bcb3-cc19158683b6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.780143 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c52c93-8872-472c-bcb3-cc19158683b6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:23.796713 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:31:23.813584 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (10d65faa-aaf4-43ba-96dd-e31ae5a85e7a), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.814069 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Added segment 10d65faa-aaf4-43ba-96dd-e31ae5a85e7a of type vlan for network d4bffb0a-3acd-4fc8-9ab6-572bafa403de Jan 20 13:31:23.901828 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (d4bffb0a-3acd-4fc8-9ab6-572bafa403de), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.936534 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (d4bffb0a-3acd-4fc8-9ab6-572bafa403de), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.938160 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:23.939153 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:23.998000 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4792290 Jan 20 13:31:24.004850 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34186) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:24.011868 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Request body: {'subnet': {'network_id': 'd4bffb0a-3acd-4fc8-9ab6-572bafa403de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222353856-subnet', 'tenant_id': '678a235e4a4a458b8a96d6edc1b5ea67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:24.054085 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd749144-e93b-4beb-b4e1-90cbe02957aa admin admin] Pushing event updated for resources: {'Network': ['ID=d4bffb0a-3acd-4fc8-9ab6-572bafa403de,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:24.069885 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Made reservation on behalf of 678a235e4a4a458b8a96d6edc1b5ea67 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:24.072995 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60277484'] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:24.073248 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network d4bffb0a-3acd-4fc8-9ab6-572bafa403de details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:31:24.306545 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62892745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60277502'] for subnet (0696255e-3312-4144-a695-9b6caaa5cb78), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:24.397455 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0696255e-3312-4144-a695-9b6caaa5cb78,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:24.405335 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Checking segment: {'id': '10d65faa-aaf4-43ba-96dd-e31ae5a85e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd4bffb0a-3acd-4fc8-9ab6-572bafa403de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:24.405960 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Network hostable DHCP agents. Network: d4bffb0a-3acd-4fc8-9ab6-572bafa403de, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:31:24.438688 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Network d4bffb0a-3acd-4fc8-9ab6-572bafa403de is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:31:24.454174 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, d4bffb0a-3acd-4fc8-9ab6-572bafa403de) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:24.460921 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:24.461920 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:24.471675 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563a318-78e1-4ece-8313-6d19a971eceb None None] Network d4bffb0a-3acd-4fc8-9ab6-572bafa403de requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:24.490984 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-7b2cb55f-fb2f-4f31-8aa1-c1c07a15fa9a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4835534 Jan 20 13:31:24.666453 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23a18b-3743-43f2-9735-f450716b016a None None] Network d4bffb0a-3acd-4fc8-9ab6-572bafa403de requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:24.819493 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34192) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:24.870369 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Deleting subnet fcd0bce2-59c5-4bee-ba6b-c764b445b659 {{(pid=102510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:31:24.874865 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Publish callbacks [] for subnet (fcd0bce2-59c5-4bee-ba6b-c764b445b659), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:24.935416 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62892760'] for subnet (fcd0bce2-59c5-4bee-ba6b-c764b445b659), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:24.998748 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (fcd0bce2-59c5-4bee-ba6b-c764b445b659), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.103652 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62892558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60277383'] for subnet (fcd0bce2-59c5-4bee-ba6b-c764b445b659), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.157110 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd0bce2-59c5-4bee-ba6b-c764b445b659,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:25.177104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.185131 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-6d8dcb09-f2f6-4f56-be70-69acf541eea2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fcd0bce2-59c5-4bee-ba6b-c764b445b659 HTTP/1.1" status: 204 len: 168 time: 0.3642542 Jan 20 13:31:25.189338 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34198) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:25.302778 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (afd39450-4e5a-4a8f-9f04-4321480976f0), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.354498 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-2ddca46c-6e0f-48c7-836f-24963a5ceb9f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1369541 Jan 20 13:31:25.446189 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-afcc6eef-c4a3-4a39-98c5-31d45517210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:25.449116 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-afcc6eef-c4a3-4a39-98c5-31d45517210f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1098 time: 0.0703983 Jan 20 13:31:25.450663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (afd39450-4e5a-4a8f-9f04-4321480976f0), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.490388 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd39450-4e5a-4a8f-9f04-4321480976f0']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:25.520250 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf04f0d-f417-44fa-afaf-a499dde3bd9b') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:25.520734 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf04f0d-f417-44fa-afaf-a499dde3bd9b') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:25.541094 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (fcf04f0d-f417-44fa-afaf-a499dde3bd9b), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.572673 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (fcf04f0d-f417-44fa-afaf-a499dde3bd9b), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.583494 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:31:25.584018 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (fcf04f0d-f417-44fa-afaf-a499dde3bd9b), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:31:25.586356 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:31:25.601937 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-d1cafafa-24cf-4353-8b3f-e98c9ad7a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:25.603627 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-d1cafafa-24cf-4353-8b3f-e98c9ad7a959 service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.1355524 Jan 20 13:31:25.672098 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (afd39450-4e5a-4a8f-9f04-4321480976f0), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.709226 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.715916 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] 10.222.0.70 "DELETE /v2.0/networks/afd39450-4e5a-4a8f-9f04-4321480976f0 HTTP/1.1" status: 204 len: 168 time: 0.5189345 Jan 20 13:31:25.716693 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34206) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:25.718925 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-8ad87b7f-298f-479c-a320-7af45b829508 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 1001 time: 0.1086156 Jan 20 13:31:25.726959 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00964e2e-bd96-4a66-aed4-d1e9bf76b146 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd39450-4e5a-4a8f-9f04-4321480976f0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:25.791633 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Deleting subnet 0696255e-3312-4144-a695-9b6caaa5cb78 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:31:25.791939 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-4161460b-c0d2-4a42-8568-45f8d1088555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:25.791939 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-4161460b-c0d2-4a42-8568-45f8d1088555 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0659575 Jan 20 13:31:25.794082 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Publish callbacks [] for subnet (0696255e-3312-4144-a695-9b6caaa5cb78), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.797439 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.844122 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (0696255e-3312-4144-a695-9b6caaa5cb78), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.858044 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-81c0d1d8-4875-4382-86b7-39bd60c274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:25.859703 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-81c0d1d8-4875-4382-86b7-39bd60c274bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625315 Jan 20 13:31:25.892055 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (0696255e-3312-4144-a695-9b6caaa5cb78), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.981677 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (0696255e-3312-4144-a695-9b6caaa5cb78), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:25.993154 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-249b5ce3-b89c-45b6-bf09-00ad6fe2fb43 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267362 Jan 20 13:31:26.033370 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0696255e-3312-4144-a695-9b6caaa5cb78,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:26.035380 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.043731 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3051dd7f-736d-41c4-b074-8ab089df37f0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0696255e-3312-4144-a695-9b6caaa5cb78 HTTP/1.1" status: 204 len: 168 time: 0.3230653 Jan 20 13:31:26.044175 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34212) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:26.123018 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f8f1061e-4a96-49b9-a4fe-96414f7c0838 req-2e83da19-fdd6-4d3e-b2eb-2e4824b84823 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228261 Jan 20 13:31:26.167492 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (d4bffb0a-3acd-4fc8-9ab6-572bafa403de), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.277601 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (d4bffb0a-3acd-4fc8-9ab6-572bafa403de), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.325085 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bffb0a-3acd-4fc8-9ab6-572bafa403de']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:26.342845 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d65faa-aaf4-43ba-96dd-e31ae5a85e7a') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:26.343308 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d65faa-aaf4-43ba-96dd-e31ae5a85e7a') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:31:26.359805 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (10d65faa-aaf4-43ba-96dd-e31ae5a85e7a), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.380766 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (10d65faa-aaf4-43ba-96dd-e31ae5a85e7a), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.388126 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:31:26.388623 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (10d65faa-aaf4-43ba-96dd-e31ae5a85e7a), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:31:26.390801 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:31:26.460262 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (d4bffb0a-3acd-4fc8-9ab6-572bafa403de), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.482796 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.486784 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d4bffb0a-3acd-4fc8-9ab6-572bafa403de HTTP/1.1" status: 204 len: 168 time: 0.4407315 Jan 20 13:31:26.488045 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6df2-8ca5-4af0-b13a-d183ea810b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bffb0a-3acd-4fc8-9ab6-572bafa403de,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:26.780625 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34236) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:26.830831 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-17af9185-ff33-410e-bb1a-be1d84b11fd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccb4e0d3214c4856a7db5f6f23053e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488019 Jan 20 13:31:26.833229 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34238) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:26.902229 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-12d71a82-3e23-43d7-906e-7d0e2dadc6c0 admin admin] Publish callbacks [] for security_group (c754c98b-16ef-4baa-9e1e-03e6196b327e), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:26.944699 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-12d71a82-3e23-43d7-906e-7d0e2dadc6c0 admin admin] Publish callbacks [] for security_group (c754c98b-16ef-4baa-9e1e-03e6196b327e), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.015434 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-12d71a82-3e23-43d7-906e-7d0e2dadc6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (c754c98b-16ef-4baa-9e1e-03e6196b327e), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.018417 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-12d71a82-3e23-43d7-906e-7d0e2dadc6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.023551 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-12d71a82-3e23-43d7-906e-7d0e2dadc6c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c754c98b-16ef-4baa-9e1e-03e6196b327e HTTP/1.1" status: 204 len: 168 time: 0.1851504 Jan 20 13:31:27.028609 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d71a82-3e23-43d7-906e-7d0e2dadc6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c754c98b-16ef-4baa-9e1e-03e6196b327e,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:27.462329 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-ab9a6134-6fe5-42da-9958-0f7ac1558ef4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:27.464169 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-ab9a6134-6fe5-42da-9958-0f7ac1558ef4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 814 time: 0.1307180 Jan 20 13:31:27.474997 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34272) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:27.481951 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-cab6d7f1-6713-4aeb-864f-b7d6c2139368 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/quotas/b01d3a5b6db044f8a3923b9ea1f4bfdf HTTP/1.1" status: 200 len: 375 time: 0.0117691 Jan 20 13:31:27.528440 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-46188dcf-2e72-431f-8aff-041d09796cc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=678a235e4a4a458b8a96d6edc1b5ea67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498359 Jan 20 13:31:27.529518 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34274) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:27.541259 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-dcfed969-7c0d-496e-8874-7dfd9a7f5b62 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527771 Jan 20 13:31:27.602411 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-57421507-a159-47fd-abe0-60bf246e9511 admin admin] Publish callbacks [] for security_group (e8c52c93-8872-472c-bcb3-cc19158683b6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.632410 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-57421507-a159-47fd-abe0-60bf246e9511 admin admin] Publish callbacks [] for security_group (e8c52c93-8872-472c-bcb3-cc19158683b6), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.667803 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-c2e2578c-8b15-4ae9-8a0d-6bc1ea09693f service neutron] 10.222.0.70 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130507 Jan 20 13:31:27.692695 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-57421507-a159-47fd-abe0-60bf246e9511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (e8c52c93-8872-472c-bcb3-cc19158683b6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.696211 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-57421507-a159-47fd-abe0-60bf246e9511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:27.697572 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-57421507-a159-47fd-abe0-60bf246e9511 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8c52c93-8872-472c-bcb3-cc19158683b6 HTTP/1.1" status: 204 len: 168 time: 0.1669247 Jan 20 13:31:27.712793 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57421507-a159-47fd-abe0-60bf246e9511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c52c93-8872-472c-bcb3-cc19158683b6,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:27.773181 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-bce6b49f-5461-44e3-9016-c3336f5f42ef service neutron] 10.222.0.70 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993249 Jan 20 13:31:27.981127 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-10863c7c-9280-49ab-b374-1e607abf7e33 req-f4f22b7e-a165-4f03-8025-ea06df2f0db8 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 210 time: 0.0464752 Jan 20 13:31:29.029240 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6d349add-2aa6-4af9-ae20-6c2d28861c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:31.696447 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6745eafc-cdf1-4cb6-9368-8fac0a8bac31 req-cb404d09-c9f8-487e-bbf1-8873b2db7b1b tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 210 time: 0.0372851 Jan 20 13:31:31.804692 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac872-c438-40fd-b844-390332d2bb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.452751 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34416) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:32.541457 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-11ab2cd6-5bba-41aa-8da9-3f5a38bd762e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:32.542867 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-11ab2cd6-5bba-41aa-8da9-3f5a38bd762e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 814 time: 0.1307633 Jan 20 13:31:32.581960 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'port': {'device_id': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'admin_state_up': True, 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:32.639225 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-46224936-808b-46d0-8cf9-e832cb32f2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.723456 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-46224936-808b-46d0-8cf9-e832cb32f2b5 admin admin] Publish callbacks [] for security_group (99c0bc12-70d3-438d-825a-f62f37120f98), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.728832 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Made reservation on behalf of b01d3a5b6db044f8a3923b9ea1f4bfdf for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:32.732448 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.733061 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-46224936-808b-46d0-8cf9-e832cb32f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (99c0bc12-70d3-438d-825a-f62f37120f98), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.794367 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-46224936-808b-46d0-8cf9-e832cb32f2b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f4e77a92e06423f9662283cdc78dd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404145 Jan 20 13:31:32.794937 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34432) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:32.797224 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46224936-808b-46d0-8cf9-e832cb32f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c0bc12-70d3-438d-825a-f62f37120f98,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:32.842907 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20140a30-0a7a-447d-b93d-f1b9898d8e6c req-8bcf8953-291f-4fe4-a7cf-41f578a5eae5 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 210 time: 0.0469849 Jan 20 13:31:32.880541 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Allocated IP 172.20.0.7 (0cd17d3a-e982-4590-83ce-c30987fcacfc/4c8480df-f549-41b5-b580-736482a707fa/6afbaca9-9b24-4240-a8cd-df5afa7e3f24) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:31:32.896462 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3a13359-7747-4fcc-9865-6eaaa6c68158 admin admin] Publish callbacks [] for security_group (99c0bc12-70d3-438d-825a-f62f37120f98), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.919291 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3a13359-7747-4fcc-9865-6eaaa6c68158 admin admin] Publish callbacks [] for security_group (99c0bc12-70d3-438d-825a-f62f37120f98), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.979745 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3a13359-7747-4fcc-9865-6eaaa6c68158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (99c0bc12-70d3-438d-825a-f62f37120f98), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.982045 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3a13359-7747-4fcc-9865-6eaaa6c68158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:32.986290 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e3a13359-7747-4fcc-9865-6eaaa6c68158 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99c0bc12-70d3-438d-825a-f62f37120f98 HTTP/1.1" status: 204 len: 168 time: 0.1821687 Jan 20 13:31:32.999575 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a13359-7747-4fcc-9865-6eaaa6c68158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c0bc12-70d3-438d-825a-f62f37120f98,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:33.007294 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.072405 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.133353 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.192512 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:33.196129 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:33.204240 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:31:33.286775 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:31:33.328589 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:33.329257 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.361205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:33.414471 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-4250a923-b978-40ec-ba28-c377d643a90e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8393602 Jan 20 13:31:33.514872 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34460) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:33.564810 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Request body: {'port': {'device_id': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:33.567924 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fd469ebb-7b54-4673-a5e0-f4e523d32da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.609483 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-2c4c0793-6c20-4f86-ad4e-dd53f20eddd6 None None] Provisioning complete for port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:33.610293 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0793-6c20-4f86-ad4e-dd53f20eddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.684062 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.684849 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c0793-6c20-4f86-ad4e-dd53f20eddd6 None None] Port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:31:33.923804 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.936259 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fd469ebb-7b54-4673-a5e0-f4e523d32da5 admin admin] Publish callbacks [] for security_group (7160805e-4e6a-425e-b56d-8ed22b3eaad9), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.944110 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fd469ebb-7b54-4673-a5e0-f4e523d32da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7160805e-4e6a-425e-b56d-8ed22b3eaad9), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:33.979406 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-fd469ebb-7b54-4673-a5e0-f4e523d32da5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7b6b75734204c50a43515b6bc21886e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628947 Jan 20 13:31:33.982913 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34470) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:34.062006 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ba5ea-1703-4a2f-b5ee-97b902d05b6c req-a258aa6b-d275-4752-8a36-7c1e505b9524 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:34.066793 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e7ba5ea-1703-4a2f-b5ee-97b902d05b6c req-a258aa6b-d275-4752-8a36-7c1e505b9524 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 931 time: 0.1162455 Jan 20 13:31:34.150566 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd469ebb-7b54-4673-a5e0-f4e523d32da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160805e-4e6a-425e-b56d-8ed22b3eaad9,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:34.164964 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e7ba5ea-1703-4a2f-b5ee-97b902d05b6c req-d56c5c0a-04e8-4762-9962-5128250f517d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899448 Jan 20 13:31:34.217380 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-08d605aa-26a8-4798-a6ec-2122fbe9ed42 admin admin] Publish callbacks [] for security_group (7160805e-4e6a-425e-b56d-8ed22b3eaad9), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.271776 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-08d605aa-26a8-4798-a6ec-2122fbe9ed42 admin admin] Publish callbacks [] for security_group (7160805e-4e6a-425e-b56d-8ed22b3eaad9), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.375858 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:31:34.385117 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Publish callbacks [] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.388451 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-08d605aa-26a8-4798-a6ec-2122fbe9ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (7160805e-4e6a-425e-b56d-8ed22b3eaad9), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.391540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-08d605aa-26a8-4798-a6ec-2122fbe9ed42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.392888 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-08d605aa-26a8-4798-a6ec-2122fbe9ed42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7160805e-4e6a-425e-b56d-8ed22b3eaad9 HTTP/1.1" status: 204 len: 168 time: 0.4088922 Jan 20 13:31:34.405971 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d605aa-26a8-4798-a6ec-2122fbe9ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160805e-4e6a-425e-b56d-8ed22b3eaad9,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:34.421765 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Transition to ACTIVE for port object 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:31:34.428883 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.634183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:34.784740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Attempting to bind port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:34.785937 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Attempting to bind port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:34.786986 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Attempting to bind port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 on network 0cd17d3a-e982-4590-83ce-c30987fcacfc {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:34.792954 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 on network 0cd17d3a-e982-4590-83ce-c30987fcacfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:31:34.793806 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Attempting to bind port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 on network 0cd17d3a-e982-4590-83ce-c30987fcacfc {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:34.809420 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:34.809908 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Checking segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:34.810141 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Bound using segment: {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:34.810687 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Bound port: 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfb3582-966b-4615-9f58-d717df5e31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:34.811046 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:34.960232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:34.964435 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:34.980527 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:35.040013 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:35.040946 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:35.043390 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] 10.222.0.91 "PUT /v2.0/ports/6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 1093 time: 1.4927068 Jan 20 13:31:35.044114 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:31:35.047157 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe4189-c8ae-48db-830f-e20f0b6b60df" -d '{"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:31:35.093137 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f74457-476f-4d03-bf5a-98984ea01f2a service neutron] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:35.141123 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38864838-6714-47af-9428-bc5d05734c8b x-openstack-request-id: req-38864838-6714-47af-9428-bc5d05734c8b {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:31:35.142915 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:31:35.143476 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38864838-6714-47af-9428-bc5d05734c8b {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:31:35.144248 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'status': 'completed', 'code': 200} Jan 20 13:31:35.316885 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:35.437762 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e1d50-6043-44a5-b6c7-113c3eead8e7 req-bd2d99e3-a7c3-4057-8439-1413b8ca1d5f tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:35.440836 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ad5e1d50-6043-44a5-b6c7-113c3eead8e7 req-bd2d99e3-a7c3-4057-8439-1413b8ca1d5f tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.1407576 Jan 20 13:31:35.582358 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ad5e1d50-6043-44a5-b6c7-113c3eead8e7 req-c0f42753-3f30-47b9-9a9b-d7fef734572a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328804 Jan 20 13:31:36.926794 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fd54e-e34b-459b-aa5c-038c2a9d5b52 req-8aa0139c-49dc-44cb-bfc8-989d003d803d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:36.949827 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b9fd54e-e34b-459b-aa5c-038c2a9d5b52 req-8aa0139c-49dc-44cb-bfc8-989d003d803d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.2424152 Jan 20 13:31:37.083924 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b9fd54e-e34b-459b-aa5c-038c2a9d5b52 req-0ab87601-8c9f-4872-9861-944d12ebc334 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326666 Jan 20 13:31:37.853168 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34554) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:38.039725 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff520-81f1-40b4-8de6-54dcc26a0fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.147455 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff520-81f1-40b4-8de6-54dcc26a0fe7 admin admin] Publish callbacks [] for security_group (2f1f3206-e6e1-4adf-a35d-db1b4f38d762), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.153634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff520-81f1-40b4-8de6-54dcc26a0fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2f1f3206-e6e1-4adf-a35d-db1b4f38d762), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.195710 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-6b8ff520-81f1-40b4-8de6-54dcc26a0fe7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3f42c9f3ad04d268489209eb671a46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414402 Jan 20 13:31:38.201013 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34568) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:38.203696 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ff520-81f1-40b4-8de6-54dcc26a0fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f3206-e6e1-4adf-a35d-db1b4f38d762,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:38.239235 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5bfc9-ffad-4b9f-869e-181247e30729 req-ebc9bb64-8a9c-4f2a-b270-33d9737a00df tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:38.241961 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3de5bfc9-ffad-4b9f-869e-181247e30729 req-ebc9bb64-8a9c-4f2a-b270-33d9737a00df tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0600848 Jan 20 13:31:38.269970 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-491f0a70-3d29-4f81-a7af-a8356a4eae08 admin admin] Publish callbacks [] for security_group (2f1f3206-e6e1-4adf-a35d-db1b4f38d762), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.296449 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-491f0a70-3d29-4f81-a7af-a8356a4eae08 admin admin] Publish callbacks [] for security_group (2f1f3206-e6e1-4adf-a35d-db1b4f38d762), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.302745 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3de5bfc9-ffad-4b9f-869e-181247e30729 req-a663dc5b-657e-4c30-b743-16aa1020778d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545022 Jan 20 13:31:38.354273 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-491f0a70-3d29-4f81-a7af-a8356a4eae08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2f1f3206-e6e1-4adf-a35d-db1b4f38d762), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.357962 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-491f0a70-3d29-4f81-a7af-a8356a4eae08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.359202 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-491f0a70-3d29-4f81-a7af-a8356a4eae08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f1f3206-e6e1-4adf-a35d-db1b4f38d762 HTTP/1.1" status: 204 len: 168 time: 0.1568153 Jan 20 13:31:38.368344 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f0a70-3d29-4f81-a7af-a8356a4eae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f3206-e6e1-4adf-a35d-db1b4f38d762,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:38.707928 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34574) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:38.722715 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee447-e19a-4f36-83ed-3f4f60796eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.809608 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee447-e19a-4f36-83ed-3f4f60796eaa admin admin] Publish callbacks [] for security_group (25fb9a11-4d5e-4ef1-b348-7a2547c350c4), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.814872 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c3ee447-e19a-4f36-83ed-3f4f60796eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (25fb9a11-4d5e-4ef1-b348-7a2547c350c4), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.856493 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-7c3ee447-e19a-4f36-83ed-3f4f60796eaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27b8fca8a376427e92c43fc4fff083a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471939 Jan 20 13:31:38.857586 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ee447-e19a-4f36-83ed-3f4f60796eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb9a11-4d5e-4ef1-b348-7a2547c350c4,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:38.859189 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34576) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:38.924853 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e332f62-d1a1-4cfd-81c7-bab61ac81bec admin admin] Publish callbacks [] for security_group (25fb9a11-4d5e-4ef1-b348-7a2547c350c4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:38.956409 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e332f62-d1a1-4cfd-81c7-bab61ac81bec admin admin] Publish callbacks [] for security_group (25fb9a11-4d5e-4ef1-b348-7a2547c350c4), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:39.022569 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e332f62-d1a1-4cfd-81c7-bab61ac81bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (25fb9a11-4d5e-4ef1-b348-7a2547c350c4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:39.025779 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e332f62-d1a1-4cfd-81c7-bab61ac81bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:39.027353 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9e332f62-d1a1-4cfd-81c7-bab61ac81bec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25fb9a11-4d5e-4ef1-b348-7a2547c350c4 HTTP/1.1" status: 204 len: 168 time: 0.1656711 Jan 20 13:31:39.045692 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e332f62-d1a1-4cfd-81c7-bab61ac81bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb9a11-4d5e-4ef1-b348-7a2547c350c4,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:39.452773 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a6c89-fc84-46b1-9d0e-8064a78d4cfc req-d8fbdb92-4d05-4fcf-9d3a-7e01674a7713 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:39.454388 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-da8a6c89-fc84-46b1-9d0e-8064a78d4cfc req-d8fbdb92-4d05-4fcf-9d3a-7e01674a7713 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0596116 Jan 20 13:31:39.513224 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-da8a6c89-fc84-46b1-9d0e-8064a78d4cfc req-cd6bea12-d6a7-45fe-b666-160253d8a061 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509460 Jan 20 13:31:40.320198 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34622) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:40.445735 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b9bed645-4c8d-462c-9728-190373e54e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.548605 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b9bed645-4c8d-462c-9728-190373e54e72 admin admin] Publish callbacks [] for security_group (06432d9a-74f7-4c9d-ab5e-ec34fbcc9813), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.554225 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b9bed645-4c8d-462c-9728-190373e54e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (06432d9a-74f7-4c9d-ab5e-ec34fbcc9813), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.619762 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b9bed645-4c8d-462c-9728-190373e54e72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c50bde6975074ecbb0278316eff099c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944367 Jan 20 13:31:40.619762 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bed645-4c8d-462c-9728-190373e54e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06432d9a-74f7-4c9d-ab5e-ec34fbcc9813,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:40.620264 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34630) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:40.676923 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a015d7-956a-4eb5-90bd-a9840355390e req-1486d312-0259-40fb-b82f-3279fc4fc582 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:40.678429 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06a015d7-956a-4eb5-90bd-a9840355390e req-1486d312-0259-40fb-b82f-3279fc4fc582 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0834467 Jan 20 13:31:40.740850 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-97ef7d64-e556-4c7f-9c6a-ca217c82dae6 admin admin] Publish callbacks [] for security_group (06432d9a-74f7-4c9d-ab5e-ec34fbcc9813), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.750502 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06a015d7-956a-4eb5-90bd-a9840355390e req-99f2d54e-45f9-4719-9260-7cea7361f3fa tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Jan 20 13:31:40.782846 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-97ef7d64-e556-4c7f-9c6a-ca217c82dae6 admin admin] Publish callbacks [] for security_group (06432d9a-74f7-4c9d-ab5e-ec34fbcc9813), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.866883 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-97ef7d64-e556-4c7f-9c6a-ca217c82dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (06432d9a-74f7-4c9d-ab5e-ec34fbcc9813), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.869949 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-97ef7d64-e556-4c7f-9c6a-ca217c82dae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:40.871191 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-97ef7d64-e556-4c7f-9c6a-ca217c82dae6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06432d9a-74f7-4c9d-ab5e-ec34fbcc9813 HTTP/1.1" status: 204 len: 168 time: 0.2492876 Jan 20 13:31:40.880432 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef7d64-e556-4c7f-9c6a-ca217c82dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06432d9a-74f7-4c9d-ab5e-ec34fbcc9813,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:41.910762 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5024078-5b56-4818-895f-507c2ae58c74 req-4098652e-1ec1-4230-99a5-cf5a717a70a1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:41.912348 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5024078-5b56-4818-895f-507c2ae58c74 req-4098652e-1ec1-4230-99a5-cf5a717a70a1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0819900 Jan 20 13:31:41.980560 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5024078-5b56-4818-895f-507c2ae58c74 req-775afbef-3c88-4fe9-81c9-61f75841e9e7 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 Jan 20 13:31:43.167439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f77a9-6335-430a-80ff-aecd3fe4348e req-7d33246e-748b-4d64-96ae-67ea9158f483 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:43.169869 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-905f77a9-6335-430a-80ff-aecd3fe4348e req-7d33246e-748b-4d64-96ae-67ea9158f483 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0965345 Jan 20 13:31:43.221966 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-905f77a9-6335-430a-80ff-aecd3fe4348e req-20ffec36-8dba-4bf5-a637-de68728031af tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458567 Jan 20 13:31:44.362593 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b153e4-9ebe-4810-b654-aabadc321e37 req-0085034c-e9b8-4c2e-a488-950ce9eaa6d8 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:44.367269 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21b153e4-9ebe-4810-b654-aabadc321e37 req-0085034c-e9b8-4c2e-a488-950ce9eaa6d8 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0721824 Jan 20 13:31:44.441558 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21b153e4-9ebe-4810-b654-aabadc321e37 req-3639b3b7-f7f2-416d-8e04-1ed70e1569f7 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696614 Jan 20 13:31:45.576265 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9af14-7d53-4cb7-aa09-13c567d82ab7 req-7b6bdea4-664f-4cd7-8c3e-6f94743e2361 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:45.578073 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8f9af14-7d53-4cb7-aa09-13c567d82ab7 req-7b6bdea4-664f-4cd7-8c3e-6f94743e2361 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0603230 Jan 20 13:31:45.639197 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8f9af14-7d53-4cb7-aa09-13c567d82ab7 req-14c5c1f3-73a1-4ffd-ab5b-bbd06739a889 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547888 Jan 20 13:31:46.945962 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f780-cdda-480d-a1c6-14ecf7a7e629 req-77d5da3a-cee1-49f3-baf2-1587ae85c43a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:46.950043 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6641f780-cdda-480d-a1c6-14ecf7a7e629 req-77d5da3a-cee1-49f3-baf2-1587ae85c43a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.1599102 Jan 20 13:31:47.040897 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6641f780-cdda-480d-a1c6-14ecf7a7e629 req-51750d5c-4674-4e05-b150-2a2259606d94 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841517 Jan 20 13:31:47.066652 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89d069-bab8-414d-86aa-68aea670ed3b req-13a82ab0-cba5-4c19-b840-42e8be9faea1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:47.068307 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a89d069-bab8-414d-86aa-68aea670ed3b req-13a82ab0-cba5-4c19-b840-42e8be9faea1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0701559 Jan 20 13:31:47.131012 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a89d069-bab8-414d-86aa-68aea670ed3b req-fbd555ca-f67d-4fd9-ae00-6f8cfe0bd695 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565858 Jan 20 13:31:48.162502 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15935-2152-4168-adf3-c31fd6647953 req-f9a787ce-4af8-4ae5-bce8-1f8d7a50ba8a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.163987 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78c15935-2152-4168-adf3-c31fd6647953 req-f9a787ce-4af8-4ae5-bce8-1f8d7a50ba8a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0547731 Jan 20 13:31:48.293443 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78c15935-2152-4168-adf3-c31fd6647953 req-43779524-7fb3-4e1e-bc13-2d777095ca74 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227608 Jan 20 13:31:48.298988 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe4189-c8ae-48db-830f-e20f0b6b60df req-715f5a9f-8884-4314-9b2b-a97da9cf4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.300773 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bdbe4189-c8ae-48db-830f-e20f0b6b60df req-715f5a9f-8884-4314-9b2b-a97da9cf4f2e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0543532 Jan 20 13:31:48.303138 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3974666-d3bd-4bdb-ae0b-c0d72de77d36 req-5e794a44-ad0c-4424-85dd-202f55f0987f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.304706 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3974666-d3bd-4bdb-ae0b-c0d72de77d36 req-5e794a44-ad0c-4424-85dd-202f55f0987f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0867355 Jan 20 13:31:48.385173 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3974666-d3bd-4bdb-ae0b-c0d72de77d36 req-87d36cad-377d-436b-841a-8a9d4b8cddc9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735791 Jan 20 13:31:48.486908 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe4189-c8ae-48db-830f-e20f0b6b60df req-679dd7f0-9aa4-4516-bfce-094d40f4b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.488476 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bdbe4189-c8ae-48db-830f-e20f0b6b60df req-679dd7f0-9aa4-4516-bfce-094d40f4b8af service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1328189 Jan 20 13:31:48.602320 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe4189-c8ae-48db-830f-e20f0b6b60df req-f8b4b86f-b75e-44cc-b5dd-6cb0f4a86763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.603862 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bdbe4189-c8ae-48db-830f-e20f0b6b60df req-f8b4b86f-b75e-44cc-b5dd-6cb0f4a86763 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060834 Jan 20 13:31:48.712334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-88f4a577-8dc5-4eea-8e80-1cdc79fa2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.713854 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-88f4a577-8dc5-4eea-8e80-1cdc79fa2c93 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0424321 Jan 20 13:31:48.757285 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-e6de96d5-125c-4d97-9b7e-945f9d1f978a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 217 time: 0.0361936 Jan 20 13:31:48.812372 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-53d999d2-2bd0-4e7c-9129-b58a2053e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.814639 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-53d999d2-2bd0-4e7c-9129-b58a2053e62a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.0521712 Jan 20 13:31:48.863541 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-2282d45c-c265-4a7c-be64-3ed2ec76c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:48.865103 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-2282d45c-c265-4a7c-be64-3ed2ec76c84a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434823 Jan 20 13:31:48.989634 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-7a5f3b28-3f76-4bf1-b828-7fbe83bb1bfd service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182201 Jan 20 13:31:49.102805 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3cf83dad-9a7e-40b3-af89-f7821b1cbeda req-2b76390b-fdec-4144-a160-1ae8c10f2ade service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057124 Jan 20 13:31:49.461665 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e101d4-d008-4aef-922d-c766b65dcce7 req-ac95df7a-e579-4bf2-9803-b4488db33e51 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:49.463696 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88e101d4-d008-4aef-922d-c766b65dcce7 req-ac95df7a-e579-4bf2-9803-b4488db33e51 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0814915 Jan 20 13:31:49.544293 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88e101d4-d008-4aef-922d-c766b65dcce7 req-74c90ad5-c502-47b1-b66f-6153e89bf980 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745556 Jan 20 13:31:49.564063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5de83-b303-4764-a0d3-2d4e9dbdb08c req-9b2abe82-b318-4bc6-bf02-c5a456600efc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:49.565633 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a2a5de83-b303-4764-a0d3-2d4e9dbdb08c req-9b2abe82-b318-4bc6-bf02-c5a456600efc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0778432 Jan 20 13:31:49.624088 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a2a5de83-b303-4764-a0d3-2d4e9dbdb08c req-312c07f7-5dbb-43ef-8579-ee28af2717ea tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513339 Jan 20 13:31:50.674586 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed6d8e-bad8-49ff-b9b3-0f08f5928f48 req-cd94a4ca-5063-4759-9b61-386f2455870d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:50.676156 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8ed6d8e-bad8-49ff-b9b3-0f08f5928f48 req-cd94a4ca-5063-4759-9b61-386f2455870d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0538137 Jan 20 13:31:50.760302 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8ed6d8e-bad8-49ff-b9b3-0f08f5928f48 req-4680be2c-a55d-4346-8297-930e2b3eb20d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Jan 20 13:31:50.780333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc42d4-2a08-4c6f-bc95-25a3cb9015b9 req-5bf01b30-9de8-4d09-9968-3f0503cdac37 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:50.782138 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ffc42d4-2a08-4c6f-bc95-25a3cb9015b9 req-5bf01b30-9de8-4d09-9968-3f0503cdac37 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0705135 Jan 20 13:31:50.840533 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ffc42d4-2a08-4c6f-bc95-25a3cb9015b9 req-51495c7f-b4cb-45d7-a46b-d509d2465e6f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516841 Jan 20 13:31:51.885139 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eac0f9-0e50-4d22-a298-f9a826cb34c9 req-9f8fe035-ee02-4acb-b272-e5d593a9d69a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:51.886642 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35eac0f9-0e50-4d22-a298-f9a826cb34c9 req-9f8fe035-ee02-4acb-b272-e5d593a9d69a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0530074 Jan 20 13:31:51.973518 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35eac0f9-0e50-4d22-a298-f9a826cb34c9 req-df56e11e-a55a-4b48-aeca-4f6081aaac1d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770061 Jan 20 13:31:51.998352 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492a522-b62e-479c-8618-189dc2c277b0 req-b491ccf8-5a2a-4399-9d1b-369a8b735f90 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:51.999925 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6492a522-b62e-479c-8618-189dc2c277b0 req-b491ccf8-5a2a-4399-9d1b-369a8b735f90 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0623260 Jan 20 13:31:52.052208 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6492a522-b62e-479c-8618-189dc2c277b0 req-5cd9ad50-7ae0-4f25-b99d-864af178fe8f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465660 Jan 20 13:31:53.003332 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34898) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:53.100815 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f537-c81c-4418-be23-b5882da87491 req-90d3e167-f79b-42fe-a2a5-98e1c8d0aee2 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:53.102390 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b7b3f537-c81c-4418-be23-b5882da87491 req-90d3e167-f79b-42fe-a2a5-98e1c8d0aee2 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 943 time: 0.0582359 Jan 20 13:31:53.125804 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e20734f-3f67-470a-bd13-4e2cfca370a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.481663 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b7b3f537-c81c-4418-be23-b5882da87491 req-37d23736-1184-4770-9eef-5271d1f7de27 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720388 Jan 20 13:31:53.500526 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286222d-7644-406b-bb64-f3872aa1d718 req-b7f12b35-9a93-4b7d-99a2-db1766af0464 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:53.502344 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f286222d-7644-406b-bb64-f3872aa1d718 req-b7f12b35-9a93-4b7d-99a2-db1766af0464 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.3640380 Jan 20 13:31:53.571781 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e20734f-3f67-470a-bd13-4e2cfca370a2 admin admin] Publish callbacks [] for security_group (b428b1a8-c8ff-49c2-aaaa-864aadc7b473), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.577115 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e20734f-3f67-470a-bd13-4e2cfca370a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b428b1a8-c8ff-49c2-aaaa-864aadc7b473), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.587372 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f286222d-7644-406b-bb64-f3872aa1d718 req-aaa000b3-e0a1-470b-9332-32c8d590b941 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777884 Jan 20 13:31:53.622712 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20734f-3f67-470a-bd13-4e2cfca370a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b428b1a8-c8ff-49c2-aaaa-864aadc7b473,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:53.628528 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8e20734f-3f67-470a-bd13-4e2cfca370a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fc3e8fe184d48d7a0c0186fc8e2cc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6240890 Jan 20 13:31:53.631150 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34914) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:53.680350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ebb09249-2ef4-4bbe-a29e-bb01f165fa80 admin admin] Publish callbacks [] for security_group (b428b1a8-c8ff-49c2-aaaa-864aadc7b473), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.701637 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ebb09249-2ef4-4bbe-a29e-bb01f165fa80 admin admin] Publish callbacks [] for security_group (b428b1a8-c8ff-49c2-aaaa-864aadc7b473), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.751233 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ebb09249-2ef4-4bbe-a29e-bb01f165fa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b428b1a8-c8ff-49c2-aaaa-864aadc7b473), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.754054 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ebb09249-2ef4-4bbe-a29e-bb01f165fa80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:53.755206 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ebb09249-2ef4-4bbe-a29e-bb01f165fa80 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b428b1a8-c8ff-49c2-aaaa-864aadc7b473 HTTP/1.1" status: 204 len: 168 time: 0.1231496 Jan 20 13:31:53.763969 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb09249-2ef4-4bbe-a29e-bb01f165fa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428b1a8-c8ff-49c2-aaaa-864aadc7b473,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:54.073096 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:31:54.082292 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34924) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:54.102462 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aae61d33-ea6f-467b-9094-31b346c01051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.192267 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:54.206248 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'port_id': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'mac_address': 'fa:16:3e:50:4f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:31:54.215168 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aae61d33-ea6f-467b-9094-31b346c01051 admin admin] Publish callbacks [] for security_group (5f816270-e6cd-442f-8459-04c8e983ddd2), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.220454 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aae61d33-ea6f-467b-9094-31b346c01051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5f816270-e6cd-442f-8459-04c8e983ddd2), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.247549 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:54.248029 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.260035 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae61d33-ea6f-467b-9094-31b346c01051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f816270-e6cd-442f-8459-04c8e983ddd2,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:54.262745 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:31:54.265196 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-aae61d33-ea6f-467b-9094-31b346c01051 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21821c953b004a63b6e50a78ca8ee5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814690 Jan 20 13:31:54.268635 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34932) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:54.290859 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:54.299936 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.373961 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-496e160e-6955-441f-ab17-22825d07da86 admin admin] Publish callbacks [] for security_group (5f816270-e6cd-442f-8459-04c8e983ddd2), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.400040 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-01c7159c-335c-4796-81ab-091f188bc08f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574557299&fields=id&tenant_id=de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 267 time: 0.0939212 Jan 20 13:31:54.401364 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-496e160e-6955-441f-ab17-22825d07da86 admin admin] Publish callbacks [] for security_group (5f816270-e6cd-442f-8459-04c8e983ddd2), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.418916 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:54.430417 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.431367 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.431709 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.432235 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.432566 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.432890 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.433211 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.433530 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.434162 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.434506 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.434832 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.435149 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.435464 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:31:54.461492 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-496e160e-6955-441f-ab17-22825d07da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5f816270-e6cd-442f-8459-04c8e983ddd2), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.466806 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-496e160e-6955-441f-ab17-22825d07da86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:54.474182 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-496e160e-6955-441f-ab17-22825d07da86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f816270-e6cd-442f-8459-04c8e983ddd2 HTTP/1.1" status: 204 len: 168 time: 0.2034967 Jan 20 13:31:54.491981 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e160e-6955-441f-ab17-22825d07da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f816270-e6cd-442f-8459-04c8e983ddd2,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:54.607287 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-0504bfa7-4101-4af5-a227-8edb0d47afd9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:54.609174 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-0504bfa7-4101-4af5-a227-8edb0d47afd9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 811 time: 0.2006509 Jan 20 13:31:54.628757 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-08e96956-cf63-48c9-ada8-a90bd4968723 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/quotas/de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 375 time: 0.0133333 Jan 20 13:31:54.683798 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['6afbaca9-9b24-4240-a8cd-df5afa7e3f24'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:31:54.722552 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-86a879c9-16f5-459f-9ffd-3d707765c9b0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861168 Jan 20 13:31:54.737435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcaebe-247e-4531-990f-78c69c364d6c req-536c715a-004e-4ca2-8259-680ae1b44d36 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:54.739036 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5bbcaebe-247e-4531-990f-78c69c364d6c req-536c715a-004e-4ca2-8259-680ae1b44d36 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 944 time: 0.1139135 Jan 20 13:31:54.885212 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5bbcaebe-247e-4531-990f-78c69c364d6c req-53149458-a09d-4eba-94f3-7f7d69b80b0e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335330 Jan 20 13:31:54.914122 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-4cdbb604-5072-4a19-8ab5-c5248f28c692 service neutron] 10.222.0.70 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732106 Jan 20 13:31:54.925704 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 34952) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:55.066028 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8a0a49c6-be90-4ebb-82e5-35c5c5ce316c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.069441 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-75a2a069-442a-47e6-a7e0-25a3891518ea service neutron] 10.222.0.70 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470456 Jan 20 13:31:55.083549 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210fcb-312e-4927-bf52-65a8cd1e1036 req-2aa91fa1-7cbf-443c-b674-aa1fc78a6f9a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:55.085179 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4a210fcb-312e-4927-bf52-65a8cd1e1036 req-2aa91fa1-7cbf-443c-b674-aa1fc78a6f9a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0886731 Jan 20 13:31:55.154607 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4a210fcb-312e-4927-bf52-65a8cd1e1036 req-e77fceaf-54e8-4f5f-a430-e689878fa820 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613842 Jan 20 13:31:55.185476 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8a0a49c6-be90-4ebb-82e5-35c5c5ce316c admin admin] Publish callbacks [] for security_group (4e8f7559-52f1-4a83-8108-ceb681167877), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.190945 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8a0a49c6-be90-4ebb-82e5-35c5c5ce316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4e8f7559-52f1-4a83-8108-ceb681167877), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.234079 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-8a0a49c6-be90-4ebb-82e5-35c5c5ce316c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51d082fdcf17478bb8ea947159c5529f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072271 Jan 20 13:31:55.236185 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a49c6-be90-4ebb-82e5-35c5c5ce316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f7559-52f1-4a83-8108-ceb681167877,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:55.237430 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 34968) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:55.303719 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-76ec47cf-8e4c-4062-86d4-0ef7a4235385 admin admin] Publish callbacks [] for security_group (4e8f7559-52f1-4a83-8108-ceb681167877), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.331645 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-76ec47cf-8e4c-4062-86d4-0ef7a4235385 admin admin] Publish callbacks [] for security_group (4e8f7559-52f1-4a83-8108-ceb681167877), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.409709 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-76ec47cf-8e4c-4062-86d4-0ef7a4235385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4e8f7559-52f1-4a83-8108-ceb681167877), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.415043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-76ec47cf-8e4c-4062-86d4-0ef7a4235385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:55.417711 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-76ec47cf-8e4c-4062-86d4-0ef7a4235385 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e8f7559-52f1-4a83-8108-ceb681167877 HTTP/1.1" status: 204 len: 168 time: 0.1788764 Jan 20 13:31:55.429242 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec47cf-8e4c-4062-86d4-0ef7a4235385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f7559-52f1-4a83-8108-ceb681167877,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:55.552656 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5b03491-9c98-4b68-aa55-778f942fa247 req-165ab46e-a5c6-4199-a339-a683659ee391 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0770319 Jan 20 13:31:55.795499 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.052100 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b52f-ba59-4847-9260-319417cb68cc req-ee44ce6a-80e6-4c2b-9ff2-a8e58e40e9f1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:56.060649 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13c5b52f-ba59-4847-9260-319417cb68cc req-ee44ce6a-80e6-4c2b-9ff2-a8e58e40e9f1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 944 time: 0.0752709 Jan 20 13:31:56.073296 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:31:56.129141 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13c5b52f-ba59-4847-9260-319417cb68cc req-acc1da3d-7c97-48c7-a355-162e0c31bf54 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674934 Jan 20 13:31:56.172781 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:31:56.178561 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:56.178982 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.326890 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789668c-ba45-4325-9688-f42ea14ca2c7 req-2ab5e0be-fe30-4370-92ce-a3e4898ad0bb tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:56.338670 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2789668c-ba45-4325-9688-f42ea14ca2c7 req-2ab5e0be-fe30-4370-92ce-a3e4898ad0bb tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0798616 Jan 20 13:31:56.372260 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:56.372918 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.404340 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:31:56.409151 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2069de09-6daa-46ac-9dfe-2987daa7b860" -d '{"events": [{"server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "name": "network-vif-plugged", "status": "completed", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:31:56.432817 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2789668c-ba45-4325-9688-f42ea14ca2c7 req-36dc59df-6a7f-4eae-9982-c416298dd5f2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882554 Jan 20 13:31:56.443865 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:56.449660 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.480865 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83065be6-7e94-4fce-8451-ec34a5bd582c x-openstack-request-id: req-83065be6-7e94-4fce-8451-ec34a5bd582c {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:31:56.481189 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "name": "network-vif-plugged", "status": "completed", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:31:56.481508 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83065be6-7e94-4fce-8451-ec34a5bd582c {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:31:56.482318 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'code': 200} Jan 20 13:31:56.512720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:56.541611 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35036) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:56.692515 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a995be93-bdb1-46d2-ba43-ee2aca7bfefb req-6b32d403-3746-4111-bdf1-ca2b27be31f1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0583873 Jan 20 13:31:56.698871 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-483127104-network', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:56.739261 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Made reservation on behalf of ebd453b05be74b3584cc35d4b6dfb16a for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:56.741628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.752030 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.839199 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks [] for security_group (4cc93154-7f0e-48fe-b464-87027650fdd6), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.843395 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4cc93154-7f0e-48fe-b464-87027650fdd6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.871911 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:31:56.883276 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc93154-7f0e-48fe-b464-87027650fdd6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:56.893095 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (7cd7b692-1557-47b9-b5db-530961d69a0c), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.893453 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Added segment 7cd7b692-1557-47b9-b5db-530961d69a0c of type vlan for network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f Jan 20 13:31:56.940835 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (13e293a9-b7d6-4cc3-907e-f7eb6e23022f), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.970404 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (13e293a9-b7d6-4cc3-907e-f7eb6e23022f), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:56.971415 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:56.972037 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.014873 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4686348 Jan 20 13:31:57.015380 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35044) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:57.021204 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Request body: {'subnet': {'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-483127104-subnet', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:57.046861 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Made reservation on behalf of ebd453b05be74b3584cc35d4b6dfb16a for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:31:57.049340 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60277484'] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.050938 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2653-95c9-4a12-a66b-18087bdd2157 admin admin] Pushing event updated for resources: {'Network': ['ID=13e293a9-b7d6-4cc3-907e-f7eb6e23022f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:57.072057 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:31:57.253701 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62892745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60277502'] for subnet (3a43449f-7953-4865-ac1b-47aaa8079c5e), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.272086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c27b7-28c5-477b-90b5-aad48b40f9a0 req-8b8c33a1-ef4a-4901-a73a-834ec24bf290 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:57.274614 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af2c27b7-28c5-477b-90b5-aad48b40f9a0 req-8b8c33a1-ef4a-4901-a73a-834ec24bf290 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.0676427 Jan 20 13:31:57.319422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a43449f-7953-4865-ac1b-47aaa8079c5e,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:57.333177 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af2c27b7-28c5-477b-90b5-aad48b40f9a0 req-7ad2b7bf-bc1d-4217-af2c-37ba39b641b5 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Jan 20 13:31:57.340654 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Checking segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:57.341018 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Network hostable DHCP agents. Network: 13e293a9-b7d6-4cc3-907e-f7eb6e23022f, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:31:57.364793 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:31:57.380220 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 13e293a9-b7d6-4cc3-907e-f7eb6e23022f) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:57.386627 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:57.387714 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.394284 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57942bcb-9518-4694-b7b0-76b1a4ee2dcd None None] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:57.417583 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ae07a8d5-9234-451c-bab8-d752a17e8d24 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3963509 Jan 20 13:31:57.417828 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35050) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:31:57.424632 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:31:57.462892 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (5e4b3b8f-4547-4653-a66d-91373e7d2b37), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.465189 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (5e4b3b8f-4547-4653-a66d-91373e7d2b37), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.516000 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:31:57.516849 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.575495 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks [] for router_controller (5e4b3b8f-4547-4653-a66d-91373e7d2b37), precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.700040 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd508ff-a126-4004-bf97-f7494836e372 req-a8f2c459-cd77-4fde-a533-348745a9fb98 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:57.701611 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bbd508ff-a126-4004-bf97-f7494836e372 req-a8f2c459-cd77-4fde-a533-348745a9fb98 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1402678 Jan 20 13:31:57.787538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks [] for router_gateway (5e4b3b8f-4547-4653-a66d-91373e7d2b37), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:57.845601 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Allocated IP 172.20.0.2 (13e293a9-b7d6-4cc3-907e-f7eb6e23022f/3a43449f-7953-4865-ac1b-47aaa8079c5e/13b845ee-482c-4448-b756-a60ceec388f1) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:31:57.862760 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-745fcb5b-548d-42cc-b79c-cc21bb98ef63 req-622f2641-58b7-4c98-9818-7ad3285911ba tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0439684 Jan 20 13:31:57.870280 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bbd508ff-a126-4004-bf97-f7494836e372 req-c63614b8-30b1-4265-bf21-8cfd1be7d28c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357942 Jan 20 13:31:58.047710 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Publish callbacks [] for port (13b845ee-482c-4448-b756-a60ceec388f1), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.055206 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (13b845ee-482c-4448-b756-a60ceec388f1), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.101632 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:58.105393 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:58.109803 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:31:58.114679 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks [] for router_gateway (5e4b3b8f-4547-4653-a66d-91373e7d2b37), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.120065 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Pushing event updated for resources: {'Port': ['ID=13b845ee-482c-4448-b756-a60ceec388f1,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:58.135859 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.177256 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Attempting to bind port 13b845ee-482c-4448-b756-a60ceec388f1 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:31:58.177694 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Attempting to bind port 13b845ee-482c-4448-b756-a60ceec388f1 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:31:58.178208 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Attempting to bind port 13b845ee-482c-4448-b756-a60ceec388f1 on network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:31:58.186607 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:31:58.187236 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Checking segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:31:58.188932 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.188932 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Bound using segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:31:58.189511 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Bound port: 13b845ee-482c-4448-b756-a60ceec388f1, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:31:58.190141 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (13b845ee-482c-4448-b756-a60ceec388f1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.272644 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Allocated IP 172.27.2.251 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/af1f5175-3dd5-48e4-994f-4281c6ed54ee) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:31:58.285253 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] For port 13b845ee-482c-4448-b756-a60ceec388f1, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:31:58.289014 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] For port 13b845ee-482c-4448-b756-a60ceec388f1, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=13b845ee-482c-4448-b756-a60ceec388f1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:31:58.294847 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (13b845ee-482c-4448-b756-a60ceec388f1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.362307 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1bec2-7493-4d3a-b8b3-c126e825d348 None None] Pushing event updated for resources: {'Port': ['ID=13b845ee-482c-4448-b756-a60ceec388f1,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:58.477381 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks [] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.603239 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7033c-4f0a-4cda-ac4a-324a976f5c57 req-11cca828-ad83-4051-ae7e-f5834911a410 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:58.604966 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54a7033c-4f0a-4cda-ac4a-324a976f5c57 req-11cca828-ad83-4051-ae7e-f5834911a410 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1348569 Jan 20 13:31:58.607661 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:58.670373 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:31:58.679812 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:31:58.686000 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:31:58.688532 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Pushing event updated for resources: {'Port': ['ID=af1f5175-3dd5-48e4-994f-4281c6ed54ee,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:58.778841 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54a7033c-4f0a-4cda-ac4a-324a976f5c57 req-3b1aee19-50c2-489e-9d81-6aa67f3979e2 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619492 Jan 20 13:31:58.799307 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aead7-d7f4-4f65-9096-7b6bcf3a8bce req-edace92c-7849-4485-b273-7e50ea88dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:58.800876 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b32aead7-d7f4-4f65-9096-7b6bcf3a8bce req-edace92c-7849-4485-b273-7e50ea88dc84 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0655017 Jan 20 13:31:59.036653 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dd7ae38a-304d-4e33-80b7-008ac7373a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:59.050426 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ff7548c-9998-4c80-8eb8-198cc8c8715a req-8466717e-4ba6-48f8-9945-d3db86aba39d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0529401 Jan 20 13:31:59.130872 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a147-a47f-4b34-8da5-cb8b07f340dd req-3ef87d9b-043a-4f3b-badb-86ccfebc9ed8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:59.133078 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8205a147-a47f-4b34-8da5-cb8b07f340dd req-3ef87d9b-043a-4f3b-badb-86ccfebc9ed8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1222630 Jan 20 13:31:59.133260 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks [] for router_gateway (5e4b3b8f-4547-4653-a66d-91373e7d2b37), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:59.290883 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8205a147-a47f-4b34-8da5-cb8b07f340dd req-316fd947-cbd6-4c1b-b62a-924c6a00d46a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160717 Jan 20 13:31:59.436833 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (5e4b3b8f-4547-4653-a66d-91373e7d2b37), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:59.527790 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9f4ae2-5a33-4ace-b9ef-e84a79532214 None None] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:31:59.645975 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] Provisioning complete for port 13b845ee-482c-4448-b756-a60ceec388f1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:31:59.646441 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (13b845ee-482c-4448-b756-a60ceec388f1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:59.762425 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] Current status of the port 13b845ee-482c-4448-b756-a60ceec388f1 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:31:59.763356 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (13b845ee-482c-4448-b756-a60ceec388f1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:59.829029 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] For port 13b845ee-482c-4448-b756-a60ceec388f1, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=13b845ee-482c-4448-b756-a60ceec388f1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:31:59.835451 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (13b845ee-482c-4448-b756-a60ceec388f1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:31:59.898531 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8aa5a-a953-4032-9a62-052e35b99d3b None None] Pushing event updated for resources: {'Port': ['ID=13b845ee-482c-4448-b756-a60ceec388f1,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:31:59.959660 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:31:59.970662 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046de10-99b9-4ca8-b169-de40cfdc4d17 req-a6aeab4f-523b-4e76-ba45-3f2de6e1ea62 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:31:59.972203 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3046de10-99b9-4ca8-b169-de40cfdc4d17 req-a6aeab4f-523b-4e76-ba45-3f2de6e1ea62 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.0922260 Jan 20 13:32:00.057466 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5baff414-f942-42ee-8121-e4ba2a8fab04 None None] Provisioning complete for port 13b845ee-482c-4448-b756-a60ceec388f1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:00.057838 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5baff414-f942-42ee-8121-e4ba2a8fab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (13b845ee-482c-4448-b756-a60ceec388f1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:00.096610 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3046de10-99b9-4ca8-b169-de40cfdc4d17 req-46199681-a70a-4e09-a96f-1e44292ccad9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177623 Jan 20 13:32:00.126345 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:32:00.140095 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Sync routers for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:32:00.153478 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5baff414-f942-42ee-8121-e4ba2a8fab04 None None] Current status of the port 13b845ee-482c-4448-b756-a60ceec388f1 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:00.160272 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:00.164016 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6029622c-c5b7-464c-a88c-ed1ffccb0751 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7413146 Jan 20 13:32:00.164193 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:00.164193 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:00.164590 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35082) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:00.166347 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b32aead7-d7f4-4f65-9096-7b6bcf3a8bce req-ae5f5bf8-aaff-4705-94b4-887c85bf4a2d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608768 Jan 20 13:32:00.242328 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35029cc1-4916-4141-bb2d-30e1f1c9bc7c req-03081cee-ed33-4bd5-8b75-619d66e059fb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0331953 Jan 20 13:32:00.277639 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:00.476772 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:31:58Z', 'revision_number': 3, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:00.482633 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca4eed-5170-436c-9772-3596b81e7d39 req-f6d6face-224b-4e5e-b946-35a023bf1059 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:00.484742 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7ca4eed-5170-436c-9772-3596b81e7d39 req-f6d6face-224b-4e5e-b946-35a023bf1059 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1022067 Jan 20 13:32:00.506594 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Checking router: 5e4b3b8f-4547-4653-a66d-91373e7d2b37 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:32:00.506945 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Updating router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 port af1f5175-3dd5-48e4-994f-4281c6ed54ee binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:32:00.537099 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:00.558942 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 13b845ee-482c-4448-b756-a60ceec388f1 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:00.586090 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7ca4eed-5170-436c-9772-3596b81e7d39 req-92a0b6fc-fe90-4874-85c5-2b5e61e06601 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941651 Jan 20 13:32:00.708622 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 13b845ee-482c-4448-b756-a60ceec388f1 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:00.708990 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (13b845ee-482c-4448-b756-a60ceec388f1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:00.723080 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:00.899864 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Allocated IP 172.20.0.1 (13e293a9-b7d6-4cc3-907e-f7eb6e23022f/3a43449f-7953-4865-ac1b-47aaa8079c5e/a9827c5e-924e-4701-ba1f-13a1ed7481ce) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:00.911715 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 13b845ee-482c-4448-b756-a60ceec388f1 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:00.974299 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Publish callbacks [] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:00.980229 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.023302 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks [] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.037433 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Attempting to bind port af1f5175-3dd5-48e4-994f-4281c6ed54ee on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:01.037807 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Attempting to bind port af1f5175-3dd5-48e4-994f-4281c6ed54ee by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:01.038178 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Attempting to bind port af1f5175-3dd5-48e4-994f-4281c6ed54ee on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:01.050998 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:01.051375 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:01.052111 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.052228 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:01.052660 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Bound port: af1f5175-3dd5-48e4-994f-4281c6ed54ee, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:01.053041 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.057010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa464c3-5802-4ef8-9138-9dc720d1541f None None] Pushing event updated for resources: {'Port': ['ID=af1f5175-3dd5-48e4-994f-4281c6ed54ee,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:01.088159 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.145050 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:01.154580 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:01.159184 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:01.165864 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-3a8d3971-da09-4dea-a200-42260507e43e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:01.178234 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-3a8d3971-da09-4dea-a200-42260507e43e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 811 time: 0.1992397 Jan 20 13:32:01.185812 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] For port af1f5175-3dd5-48e4-994f-4281c6ed54ee, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:01.192806 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] For port af1f5175-3dd5-48e4-994f-4281c6ed54ee, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=af1f5175-3dd5-48e4-994f-4281c6ed54ee,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:01.208269 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.209758 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Pushing event updated for resources: {'Port': ['ID=a9827c5e-924e-4701-ba1f-13a1ed7481ce,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:01.265397 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (5e4b3b8f-4547-4653-a66d-91373e7d2b37), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.311608 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:01.311608 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:31:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:01.332559 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-86772a85-a669-4f7b-b4a2-47944da95c9c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 379 time: 0.1455951 Jan 20 13:32:01.348327 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'port': {'device_id': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'admin_state_up': True, 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'security_groups': ['9d5327f1-e0d8-4cca-a3dc-407e63c269f0']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:01.373733 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa464c3-5802-4ef8-9138-9dc720d1541f None None] Pushing event updated for resources: {'Port': ['ID=af1f5175-3dd5-48e4-994f-4281c6ed54ee,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:01.446781 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dce6cc8e-5a56-4429-bc9c-1dacf2d30e28 req-66d067d6-9d92-41a7-816f-f33357a7ad9b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0409348 Jan 20 13:32:01.482313 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287417d2-c7c5-484c-8565-fb2120c925f3 req-580c90f4-1bd0-4254-b1c2-11dd49f0d337 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:01.484332 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-287417d2-c7c5-484c-8565-fb2120c925f3 req-580c90f4-1bd0-4254-b1c2-11dd49f0d337 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.2151816 Jan 20 13:32:01.502174 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:01.539870 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Made reservation on behalf of de24f56ae0ff4534b31a7f13728e060c for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:32:01.543904 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.605030 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-287417d2-c7c5-484c-8565-fb2120c925f3 req-4ec98250-a6aa-4b67-9137-8f110b3ccc98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995812 Jan 20 13:32:01.614042 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.673482 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-9e0e1bdb-496f-4e3e-9688-15c933b15ba9 None None] Provisioning complete for port a9827c5e-924e-4701-ba1f-13a1ed7481ce triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:01.674061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9e0e1bdb-496f-4e3e-9688-15c933b15ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.727731 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e1bdb-496f-4e3e-9688-15c933b15ba9 None None] Port a9827c5e-924e-4701-ba1f-13a1ed7481ce cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:01.776375 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Allocated IP 172.20.0.13 (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a/1587dcdb-9efe-43b5-8a52-b7a33068b924/2b24b625-1dd0-4d5a-8dd8-10291153d48d) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:01.801279 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1e973eae-14f1-4576-a865-1b47bfb239ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:01.842636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:31:58Z', 'revision_number': 3, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:01.847753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4c769-5c71-457a-a52c-907350668c81 req-73b81cdc-bff7-4553-9ad3-0ac626ac4ce6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:01.854888 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aea4c769-5c71-457a-a52c-907350668c81 req-73b81cdc-bff7-4553-9ad3-0ac626ac4ce6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1699817 Jan 20 13:32:01.922768 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aea4c769-5c71-457a-a52c-907350668c81 req-aee7949b-db3d-4ca1-a028-3566ebc7122b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667608 Jan 20 13:32:02.037063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks [] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.045583 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.068426 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.091600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba2519-9121-4e88-a9f0-6aea6fc6aeff None None] The sync data for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi is: [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:31:58Z', 'revision_number': 3, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:32:02.136092 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.183681 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Pushing event updated for resources: {'Port': ['ID=a9827c5e-924e-4701-ba1f-13a1ed7481ce,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:02.193648 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (5e4b3b8f-4547-4653-a66d-91373e7d2b37), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.216565 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:02.229371 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:02.232351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:02.263001 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=2b24b625-1dd0-4d5a-8dd8-10291153d48d,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:02.318073 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:02.318678 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.338649 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:02.340997 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:02.349468 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-438dd0f0-281d-4dac-9d51-59b236fc960d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0058813 Jan 20 13:32:02.694752 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-ed033540-2b31-42ec-8199-1ad8d63deffe None None] Provisioning complete for port 2b24b625-1dd0-4d5a-8dd8-10291153d48d triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:02.696530 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ed033540-2b31-42ec-8199-1ad8d63deffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.703559 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:32:02.726224 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4de4a-438d-493b-9057-e9acb8439994 req-dbd7dee7-c810-40cd-b6fc-728e27789666 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:02.728166 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-27e4de4a-438d-493b-9057-e9acb8439994 req-dbd7dee7-c810-40cd-b6fc-728e27789666 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 932 time: 0.1384404 Jan 20 13:32:02.779511 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-ed033540-2b31-42ec-8199-1ad8d63deffe None None] Port 2b24b625-1dd0-4d5a-8dd8-10291153d48d cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:02.870196 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4e1d-e8ad-4d96-ab5e-97a258b43be6 req-064607f5-68eb-4dd8-acf9-d7dc092276c0 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:02.871809 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53cf4e1d-e8ad-4d96-ab5e-97a258b43be6 req-064607f5-68eb-4dd8-acf9-d7dc092276c0 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1426063 Jan 20 13:32:02.881447 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-27e4de4a-438d-493b-9057-e9acb8439994 req-e01cc1cf-1411-4dfd-8e8e-c52c5a4726ef tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398909 Jan 20 13:32:02.917896 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-9f60e296-b267-4ec3-a85c-ae9898807ec0 None None] Provisioning complete for port a9827c5e-924e-4701-ba1f-13a1ed7481ce triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:02.918305 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9f60e296-b267-4ec3-a85c-ae9898807ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:02.995468 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:32:02.997698 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-9f60e296-b267-4ec3-a85c-ae9898807ec0 None None] Port a9827c5e-924e-4701-ba1f-13a1ed7481ce cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:03.005608 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-86082b98-77ee-4d30-b749-8c70eac28283 admin admin] 10.222.0.70 "PUT /v2.0/routers/5e4b3b8f-4547-4653-a66d-91373e7d2b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363321 Jan 20 13:32:03.006155 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53cf4e1d-e8ad-4d96-ab5e-97a258b43be6 req-22d82b21-4433-471f-8c20-3d9c352a3194 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219671 Jan 20 13:32:03.017157 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.112615 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3fc1b-b5f9-49d2-b9f0-b2bac075962d req-ae39ad8f-4fd4-4a1c-97a6-483e59c02013 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:03.114416 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-84e3fc1b-b5f9-49d2-b9f0-b2bac075962d req-ae39ad8f-4fd4-4a1c-97a6-483e59c02013 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0644376 Jan 20 13:32:03.179534 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-84e3fc1b-b5f9-49d2-b9f0-b2bac075962d req-0c07895a-2a8a-48ac-b3bc-006d8338d6cc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Jan 20 13:32:03.631396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Request body: {'port': {'device_id': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:03.669274 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35160) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:03.677196 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2110487515-network', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:03.702337 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.705674 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Made reservation on behalf of d5029eebf74d48829a60586b6b484d8f for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:32:03.708200 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.717519 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.806686 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks [] for security_group (52426496-f2c6-483e-9b0e-ca50e2e78d19), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.810768 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (52426496-f2c6-483e-9b0e-ca50e2e78d19), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.841830 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:32:03.848748 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52426496-f2c6-483e-9b0e-ca50e2e78d19,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:03.854895 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (fd35556d-53aa-4396-bbd4-fc8c2fa1a550), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.855235 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Added segment fd35556d-53aa-4396-bbd4-fc8c2fa1a550 of type vlan for network e48d82c0-c228-4a86-a086-a3767c11214f Jan 20 13:32:03.919924 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.943035 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (e48d82c0-c228-4a86-a086-a3767c11214f), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.992439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (e48d82c0-c228-4a86-a086-a3767c11214f), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:03.993809 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:03.994496 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.057388 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3867033 Jan 20 13:32:04.057784 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b24b625-1dd0-4d5a-8dd8-10291153d48d {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:04.062495 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35168) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:04.068923 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Request body: {'subnet': {'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2110487515-subnet', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:04.070456 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Publish callbacks [] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.091408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Transition to ACTIVE for port object 2b24b625-1dd0-4d5a-8dd8-10291153d48d will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:32:04.100910 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.115574 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265574b6-ac19-427d-9637-8bbe8f7fd7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e48d82c0-c228-4a86-a086-a3767c11214f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:04.128575 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network e48d82c0-c228-4a86-a086-a3767c11214f details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:32:04.168988 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73e73-e2ff-403f-bdba-8d1f1582acd8 req-e609e1a7-99e6-44d0-879e-166099fe7ecf tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:04.170614 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5dc73e73-e2ff-403f-bdba-8d1f1582acd8 req-e609e1a7-99e6-44d0-879e-166099fe7ecf tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 932 time: 0.1713481 Jan 20 13:32:04.200947 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Made reservation on behalf of d5029eebf74d48829a60586b6b484d8f for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:32:04.203799 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.226758 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Pushing event updated for resources: {'Port': ['ID=2b24b625-1dd0-4d5a-8dd8-10291153d48d,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:04.271563 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Attempting to bind port 2b24b625-1dd0-4d5a-8dd8-10291153d48d on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:04.271965 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Attempting to bind port 2b24b625-1dd0-4d5a-8dd8-10291153d48d by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:04.272536 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Attempting to bind port 2b24b625-1dd0-4d5a-8dd8-10291153d48d on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:04.275080 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817591f-1d03-437b-ae9e-a04dfc2357d4 req-7880d918-e921-4c76-abb2-5ce4cfb037f4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:04.285103 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0817591f-1d03-437b-ae9e-a04dfc2357d4 req-7880d918-e921-4c76-abb2-5ce4cfb037f4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1623900 Jan 20 13:32:04.286095 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Port 2b24b625-1dd0-4d5a-8dd8-10291153d48d on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:32:04.286650 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Attempting to bind port 2b24b625-1dd0-4d5a-8dd8-10291153d48d on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:04.295480 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:04.295833 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Checking segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:04.297550 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Bound using segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:04.298048 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Bound port: 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:04.298418 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.366588 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5dc73e73-e2ff-403f-bdba-8d1f1582acd8 req-b536b917-214f-4116-bfe4-e81235aa7613 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873715 Jan 20 13:32:04.391846 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] For port 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:04.409041 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] For port 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:04.418856 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.425809 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0817591f-1d03-437b-ae9e-a04dfc2357d4 req-1786993b-43f8-4f16-8f2e-332018a96e9b tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970471 Jan 20 13:32:04.506344 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:04.506662 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.509025 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] 10.222.0.91 "PUT /v2.0/ports/2b24b625-1dd0-4d5a-8dd8-10291153d48d HTTP/1.1" status: 200 len: 1094 time: 0.8833179 Jan 20 13:32:04.509025 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:04.512108 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:04.560563 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Sync routers for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:32:04.563422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57faef7-518f-4803-952b-da7e63f72859 service neutron] Pushing event updated for resources: {'Port': ['ID=2b24b625-1dd0-4d5a-8dd8-10291153d48d,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:04.601728 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:04.603033 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:04.643411 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0289a91b-bf58-46c0-8ea8-10612a0838f0 x-openstack-request-id: req-0289a91b-bf58-46c0-8ea8-10612a0838f0 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:04.644366 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:04.644800 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0289a91b-bf58-46c0-8ea8-10612a0838f0 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:04.645412 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'status': 'completed', 'code': 200} Jan 20 13:32:04.651248 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (a0247971-6c53-4655-853a-29013f736065), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.658963 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device af1f5175-3dd5-48e4-994f-4281c6ed54ee up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:04.665883 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394874d-e24c-46bf-a07e-359b1855bcc9 req-d7870bd6-c26c-4ada-93cb-2ac4f851b1d4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:04.675049 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2394874d-e24c-46bf-a07e-359b1855bcc9 req-d7870bd6-c26c-4ada-93cb-2ac4f851b1d4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1090086 Jan 20 13:32:04.736174 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port af1f5175-3dd5-48e4-994f-4281c6ed54ee triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:04.736938 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.763930 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:04.798644 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2394874d-e24c-46bf-a07e-359b1855bcc9 req-206a7afc-1c86-4f81-95bf-577c50c0aa5e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230445 Jan 20 13:32:04.799486 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0247971-6c53-4655-853a-29013f736065,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:04.802014 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Checking segment: {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:04.802398 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Network hostable DHCP agents. Network: e48d82c0-c228-4a86-a086-a3767c11214f, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:32:04.849197 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Network e48d82c0-c228-4a86-a086-a3767c11214f is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:32:04.879022 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, e48d82c0-c228-4a86-a086-a3767c11214f) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:04.907560 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:04.908814 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.909677 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb9667-b396-4136-9cbb-047454357d94 None None] Network e48d82c0-c228-4a86-a086-a3767c11214f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:32:04.949339 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1318a086-e33c-4390-94ae-42bfc9cfcb57 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8836308 Jan 20 13:32:04.950915 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port af1f5175-3dd5-48e4-994f-4281c6ed54ee is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:04.951436 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35180) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:04.952238 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.956463 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:04.996980 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10120'] for router (554a7eca-08e2-4ed4-968d-72d011c81b86), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:04.998215 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-564955', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10113'] for router (554a7eca-08e2-4ed4-968d-72d011c81b86), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.020443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port af1f5175-3dd5-48e4-994f-4281c6ed54ee, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=af1f5175-3dd5-48e4-994f-4281c6ed54ee,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:05.037290 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.084860 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 2, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:05.093492 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks [] for router_controller (554a7eca-08e2-4ed4-968d-72d011c81b86), precommit_add_association {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.130687 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61b93b1f-66f2-5119-859a-672b4fad9c80-e48d82c0-c228-4a86-a086-a3767c11214f', 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f', 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'fixed_ips': [{'subnet_id': 'a0247971-6c53-4655-853a-29013f736065'}]}} from dv-cinder-825493-1-iscsi. {{(pid=102511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 20 13:32:05.131625 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.136015 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=af1f5175-3dd5-48e4-994f-4281c6ed54ee,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:05.149489 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Checking router: 5e4b3b8f-4547-4653-a66d-91373e7d2b37 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:32:05.150382 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Updating router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 port a9827c5e-924e-4701-ba1f-13a1ed7481ce binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:32:05.201240 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.325354 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks [] for router_gateway (554a7eca-08e2-4ed4-968d-72d011c81b86), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.362453 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.367714 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.db_base_plugin_common [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Allocated IP 172.20.0.2 (e48d82c0-c228-4a86-a086-a3767c11214f/a0247971-6c53-4655-853a-29013f736065/6f10e2b0-3e65-4d53-83b5-f1353b42e62f) {{(pid=102511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:05.622252 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Publish callbacks [] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), precommit_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.632187 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), after_create {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.636109 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7d8ac-b427-4700-8235-f845d696a212 req-6aa4594e-2d8c-456a-855b-fcf38938bd8b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:05.644966 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16f7d8ac-b427-4700-8235-f845d696a212 req-6aa4594e-2d8c-456a-855b-fcf38938bd8b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1649616 Jan 20 13:32:05.666054 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Publish callbacks [] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.675532 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.691148 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1964770-8c0e-428b-8144-c063971cb942 req-d30747cd-e813-44b1-9084-1b7dde31f0b6 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:05.693265 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d1964770-8c0e-428b-8144-c063971cb942 req-d30747cd-e813-44b1-9084-1b7dde31f0b6 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1095662 Jan 20 13:32:05.707102 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Network e48d82c0-c228-4a86-a086-a3767c11214f is already hosted by enough agents. {{(pid=102511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:05.712240 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.scheduler.base_scheduler [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Resources bound (agent type, host, resource id): {{(pid=102511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:05.715044 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Pushing event updated for resources: {'Port': ['ID=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,revision_number=1']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:05.724594 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Received port after_create {{(pid=102511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:05.733585 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Pushing event updated for resources: {'Port': ['ID=a9827c5e-924e-4701-ba1f-13a1ed7481ce,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:05.745038 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.745569 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.746035 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.746486 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.746922 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.747394 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.747843 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.748393 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.748832 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.749395 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.749828 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.750520 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.751055 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:05.795285 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Attempting to bind port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:05.795651 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Attempting to bind port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:05.796059 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Attempting to bind port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f on network e48d82c0-c228-4a86-a086-a3767c11214f {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:05.806290 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:05.806665 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Checking segment: {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:05.807226 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.807628 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Bound using segment: {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:05.808234 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Bound port: 6f10e2b0-3e65-4d53-83b5-f1353b42e62f, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:05.808491 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.826777 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Attempting to bind port a9827c5e-924e-4701-ba1f-13a1ed7481ce on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:05.827364 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Attempting to bind port a9827c5e-924e-4701-ba1f-13a1ed7481ce by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:05.828562 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Attempting to bind port a9827c5e-924e-4701-ba1f-13a1ed7481ce on network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:05.849288 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:05.853117 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Checking segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:05.854244 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.855143 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Bound using segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:05.856308 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Bound port: a9827c5e-924e-4701-ba1f-13a1ed7481ce, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:05.857370 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.944653 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] For port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:05.957605 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] For port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,segment=NetworkSegment(fd35556d-53aa-4396-bbd4-fc8c2fa1a550),segment_id=fd35556d-53aa-4396-bbd4-fc8c2fa1a550)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:05.969982 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:05.989492 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks [] for router_gateway (554a7eca-08e2-4ed4-968d-72d011c81b86), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.025863 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.040947 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809af42-0d61-4819-96ff-5b2ffeb9f137 None None] Pushing event updated for resources: {'Port': ['ID=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:06.079671 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] For port a9827c5e-924e-4701-ba1f-13a1ed7481ce, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:06.090729 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] For port a9827c5e-924e-4701-ba1f-13a1ed7481ce, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=a9827c5e-924e-4701-ba1f-13a1ed7481ce,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:06.101452 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.152013 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16f7d8ac-b427-4700-8235-f845d696a212 req-b496f4bd-c6ca-4d37-8220-23746c6363b5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5055699 Jan 20 13:32:06.192876 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:06.194185 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:06.204814 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] Provisioning complete for port a9827c5e-924e-4701-ba1f-13a1ed7481ce triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:06.205405 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.225858 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Allocated IP 172.27.2.230 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/5e04ffad-1138-4dfb-9037-1dd3a03e1894) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:06.269168 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca994a-a226-439d-8a93-997492760bd7 None None] Pushing event updated for resources: {'Port': ['ID=a9827c5e-924e-4701-ba1f-13a1ed7481ce,revision_number=4']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:06.283590 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d1964770-8c0e-428b-8144-c063971cb942 req-3c6ece43-fc7c-46ea-ab3c-775c94cbe4e0 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828836 Jan 20 13:32:06.510767 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be req-52666cbe-54e6-4ff6-895d-5b62c6137e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:06.526266 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] Current status of the port a9827c5e-924e-4701-ba1f-13a1ed7481ce is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:06.526660 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.529645 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be req-52666cbe-54e6-4ff6-895d-5b62c6137e51 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 1097 time: 0.2427583 Jan 20 13:32:06.550599 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992cd99-6f70-4bdd-9b84-34a468587f70 req-7a597b01-6911-4d82-b154-a45e3ebdeffa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:06.561024 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:06.561384 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b992cd99-6f70-4bdd-9b84-34a468587f70 req-7a597b01-6911-4d82-b154-a45e3ebdeffa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1921029 Jan 20 13:32:06.613772 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks [] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.633383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] For port a9827c5e-924e-4701-ba1f-13a1ed7481ce, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=a9827c5e-924e-4701-ba1f-13a1ed7481ce,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:06.642373 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.665501 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device af1f5175-3dd5-48e4-994f-4281c6ed54ee up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:06.701165 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.703082 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b992cd99-6f70-4bdd-9b84-34a468587f70 req-863c124d-c32f-4041-bf05-6508e5a01ad9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407104 Jan 20 13:32:06.847731 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:06.855035 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-d905bb61-c340-4de2-a94d-2bbf4f80b1c8 None None] Provisioning complete for port a9827c5e-924e-4701-ba1f-13a1ed7481ce triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:06.855417 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d905bb61-c340-4de2-a94d-2bbf4f80b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.859904 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:06.860196 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698dafc-16c2-4bb1-9331-2762dba67d99 None None] Pushing event updated for resources: {'Port': ['ID=a9827c5e-924e-4701-ba1f-13a1ed7481ce,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:06.894992 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:06.922015 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port af1f5175-3dd5-48e4-994f-4281c6ed54ee triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:06.922416 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:06.942246 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e04ffad-1138-4dfb-9037-1dd3a03e1894,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:07.037292 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be req-af1c3358-5c05-40bd-b2fc-07aa1bbeb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:07.039170 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be req-af1c3358-5c05-40bd-b2fc-07aa1bbeb20c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=de24f56ae0ff4534b31a7f13728e060c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3190818 Jan 20 13:32:07.095216 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:07.119718 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-d905bb61-c340-4de2-a94d-2bbf4f80b1c8 None None] Current status of the port a9827c5e-924e-4701-ba1f-13a1ed7481ce is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:07.135324 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43731cb6-037b-40b9-97f4-08695165fbba None None] The sync data for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi is: [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:32:07.142938 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port af1f5175-3dd5-48e4-994f-4281c6ed54ee is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:07.355313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be req-292e30a4-a522-408a-b1c7-8af6127b93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:07.356390 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-44f9f0dc-9490-4e86-bfe5-89d9dbcc01be req-292e30a4-a522-408a-b1c7-8af6127b93a6 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2847214 Jan 20 13:32:07.368939 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e3d19-ae83-477a-8368-a9b80a87e4e3 req-74523483-f643-43a9-9f9d-75cf9f319d45 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:07.385603 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-579e3d19-ae83-477a-8368-a9b80a87e4e3 req-74523483-f643-43a9-9f9d-75cf9f319d45 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.0836849 Jan 20 13:32:07.487053 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks [] for router_gateway (554a7eca-08e2-4ed4-968d-72d011c81b86), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:07.609275 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7b16-ef88-4030-a0e6-ad919beef92a req-c7852ac4-1fed-40c7-9297-870ad891d84a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:07.618661 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c22f7b16-ef88-4030-a0e6-ad919beef92a req-c7852ac4-1fed-40c7-9297-870ad891d84a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1640506 Jan 20 13:32:07.690383 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-579e3d19-ae83-477a-8368-a9b80a87e4e3 req-57924043-8cad-42f9-a7d2-d24fa6dba6da tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020847 Jan 20 13:32:07.773456 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c22f7b16-ef88-4030-a0e6-ad919beef92a req-9b899db6-bcfd-489c-a37d-ed7f641ce22a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534317 Jan 20 13:32:07.850122 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-5b5895dc-d408-4414-b3ee-626547bb18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:07.851931 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-5b5895dc-d408-4414-b3ee-626547bb18ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 1097 time: 0.2485704 Jan 20 13:32:07.975660 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628ee55-a28f-4d78-9d02-fb8ca72f9c1a req-c1728aeb-460b-471d-8494-becb40305de0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:07.977400 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a628ee55-a28f-4d78-9d02-fb8ca72f9c1a req-c1728aeb-460b-471d-8494-becb40305de0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1105468 Jan 20 13:32:08.121048 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a628ee55-a28f-4d78-9d02-fb8ca72f9c1a req-0406350b-6491-4fc1-b914-8689e5500493 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287410 Jan 20 13:32:08.143733 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8212b-52a6-4cb7-bacd-e817b180a8b8 None None] Network e48d82c0-c228-4a86-a086-a3767c11214f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:32:08.301825 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] Provisioning complete for port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:08.302158 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:08.308560 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c1c8a-ff8f-4030-a8d5-6424ff9e9213 req-1af973d4-71a2-49f9-9012-3e4be886f92f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:08.314430 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-871c1c8a-ff8f-4030-a8d5-6424ff9e9213 req-1af973d4-71a2-49f9-9012-3e4be886f92f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1919572 Jan 20 13:32:08.326783 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-84f1bd56-da74-47f2-a75e-57abaa97bfc0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d HTTP/1.1" status: 200 len: 217 time: 0.2855096 Jan 20 13:32:08.384073 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-564869'] for router (554a7eca-08e2-4ed4-968d-72d011c81b86), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:08.489024 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-871c1c8a-ff8f-4030-a8d5-6424ff9e9213 req-4f2379e5-b0e4-4ce6-ab95-3e4c260a0cee tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665592 Jan 20 13:32:08.539004 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] Current status of the port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:08.539500 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:08.600443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] For port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,segment=NetworkSegment(fd35556d-53aa-4396-bbd4-fc8c2fa1a550),segment_id=fd35556d-53aa-4396-bbd4-fc8c2fa1a550)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:08.609489 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:08.626864 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-cc3bb898-0bec-4d53-9804-745fcffdc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:08.628459 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-cc3bb898-0bec-4d53-9804-745fcffdc69a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.2905695 Jan 20 13:32:08.701874 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35226) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:08.752287 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-7fe11936-6c7e-4669-80ec-315c2f74ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:08.754014 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-7fe11936-6c7e-4669-80ec-315c2f74ad75 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048574 Jan 20 13:32:08.756408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Router 554a7eca-08e2-4ed4-968d-72d011c81b86 is scheduled to L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f with binding_index 1 {{(pid=102510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 13:32:08.786766 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6cba9-047a-4ed9-808f-8ae9faa1f33e None None] Pushing event updated for resources: {'Port': ['ID=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:08.828234 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a9827c5e-924e-4701-ba1f-13a1ed7481ce up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:08.980412 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-3e618e16-a758-4ab6-8434-8fa789bdfbfe None None] Provisioning complete for port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:08.981174 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3e618e16-a758-4ab6-8434-8fa789bdfbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.028768 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef02ed-d124-4626-be8a-88f377c74ef3 req-0b6bd334-d75e-4d23-b255-1fe86eece611 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:09.032053 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-efef02ed-d124-4626-be8a-88f377c74ef3 req-0b6bd334-d75e-4d23-b255-1fe86eece611 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1438580 Jan 20 13:32:09.050519 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port a9827c5e-924e-4701-ba1f-13a1ed7481ce triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:09.051032 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.058061 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-14276c5c-ce7d-4fd2-b429-0b740c1b439d service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951567 Jan 20 13:32:09.066764 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a9b8fed9-f262-4d5f-ab3e-93fde925e90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.088469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f82c6b-53ad-4a3a-ac3a-1cdc44ef8252 req-afa4348f-3382-4b44-acaf-2a8c0d703cd1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:09.090570 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16f82c6b-53ad-4a3a-ac3a-1cdc44ef8252 req-afa4348f-3382-4b44-acaf-2a8c0d703cd1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1516693 Jan 20 13:32:09.169455 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-efef02ed-d124-4626-be8a-88f377c74ef3 req-ed4e828f-16a5-42fb-a5ba-d5b998d5ba78 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261952 Jan 20 13:32:09.228129 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-3e618e16-a758-4ab6-8434-8fa789bdfbfe None None] Current status of the port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:09.231963 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16f82c6b-53ad-4a3a-ac3a-1cdc44ef8252 req-04f13dc4-567a-472b-8ec9-226a820505d8 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274586 Jan 20 13:32:09.258384 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:32:09.285404 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Sync routers for ids ['554a7eca-08e2-4ed4-968d-72d011c81b86'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:32:09.330955 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.346633 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-8dcf484e-4068-48d6-b223-ff6541c85bd5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3937426 Jan 20 13:32:09.360640 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35240) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:09.366797 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Routers {'554a7eca-08e2-4ed4-968d-72d011c81b86'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:09.367449 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['554a7eca-08e2-4ed4-968d-72d011c81b86'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:09.390552 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7f64c11a-a129-454b-9cde-2983a3ff49c9 req-4af4f14d-1a3e-48c6-8d46-d66bedc91da3 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146546 Jan 20 13:32:09.424322 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port a9827c5e-924e-4701-ba1f-13a1ed7481ce is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:09.425592 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6f10e2b0-3e65-4d53-83b5-f1353b42e62f up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:09.482619 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a9b8fed9-f262-4d5f-ab3e-93fde925e90c admin admin] Publish callbacks [] for security_group (8e3d227d-bb0d-4707-bf0f-2537ecdda9d4), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.506209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a9b8fed9-f262-4d5f-ab3e-93fde925e90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (8e3d227d-bb0d-4707-bf0f-2537ecdda9d4), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.544054 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:09.544556 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.570106 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a9b8fed9-f262-4d5f-ab3e-93fde925e90c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3df297ef484b4a08a52764a6798c24ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8657060 Jan 20 13:32:09.574104 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35244) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:09.688326 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fd116-8e09-4653-a2f9-5c8f767ad4dc req-a9ff25cf-92c3-4f84-b6d6-f32e347f0ac9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:09.691119 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-117fd116-8e09-4653-a2f9-5c8f767ad4dc req-a9ff25cf-92c3-4f84-b6d6-f32e347f0ac9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.3675044 Jan 20 13:32:09.750294 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177422a-ed14-44c2-a95f-19d052d69fa1 req-0af8da16-3c66-4355-9805-8fa144af348f tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:09.753255 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f177422a-ed14-44c2-a95f-19d052d69fa1 req-0af8da16-3c66-4355-9805-8fa144af348f tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.3969071 Jan 20 13:32:09.763256 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Set router 554a7eca-08e2-4ed4-968d-72d011c81b86 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:09.793577 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8fed9-f262-4d5f-ab3e-93fde925e90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d227d-bb0d-4707-bf0f-2537ecdda9d4,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:09.812405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-123697c1-8774-4c2d-a63c-6d2e1b1d3450 admin admin] Publish callbacks [] for security_group (8e3d227d-bb0d-4707-bf0f-2537ecdda9d4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.946441 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-123697c1-8774-4c2d-a63c-6d2e1b1d3450 admin admin] Publish callbacks [] for security_group (8e3d227d-bb0d-4707-bf0f-2537ecdda9d4), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:09.977022 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-117fd116-8e09-4653-a2f9-5c8f767ad4dc req-8db366fc-4695-4f5e-afa7-1729e0e19518 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733302 Jan 20 13:32:10.035639 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f177422a-ed14-44c2-a95f-19d052d69fa1 req-d6826c90-ffa2-4602-b4cb-f64bf867f2d3 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517107 Jan 20 13:32:10.039243 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-123697c1-8774-4c2d-a63c-6d2e1b1d3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (8e3d227d-bb0d-4707-bf0f-2537ecdda9d4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:10.045524 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-123697c1-8774-4c2d-a63c-6d2e1b1d3450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:10.052860 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-123697c1-8774-4c2d-a63c-6d2e1b1d3450 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e3d227d-bb0d-4707-bf0f-2537ecdda9d4 HTTP/1.1" status: 204 len: 168 time: 0.4681020 Jan 20 13:32:10.054678 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:10.083441 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123697c1-8774-4c2d-a63c-6d2e1b1d3450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d227d-bb0d-4707-bf0f-2537ecdda9d4,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:10.216510 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16123970-7a1f-41f7-8f8a-7d8952c6688b req-c8729be1-1f34-4a3b-bc0b-db67b86ddb25 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:10.218837 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16123970-7a1f-41f7-8f8a-7d8952c6688b req-c8729be1-1f34-4a3b-bc0b-db67b86ddb25 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1095960 Jan 20 13:32:10.229442 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:32:07Z', 'revision_number': 3, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:10.280930 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Checking router: 554a7eca-08e2-4ed4-968d-72d011c81b86 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:32:10.281429 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Updating router 554a7eca-08e2-4ed4-968d-72d011c81b86 port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 binding host dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:32:10.288300 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:32:10.317763 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16123970-7a1f-41f7-8f8a-7d8952c6688b req-10d5a342-718c-4c63-90cc-d6031c4dd895 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923195 Jan 20 13:32:10.323056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:10.529160 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e704-d9ca-459b-b2bd-7075c3f8b48c req-2972f4d9-4247-4faf-a34f-e75b66debb60 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:10.534658 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c337e704-d9ca-459b-b2bd-7075c3f8b48c req-2972f4d9-4247-4faf-a34f-e75b66debb60 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.0950236 Jan 20 13:32:10.570327 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:10.664501 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c337e704-d9ca-459b-b2bd-7075c3f8b48c req-43b22400-1650-4baa-8bb3-581f72547dc3 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106262 Jan 20 13:32:10.666750 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6f10e2b0-3e65-4d53-83b5-f1353b42e62f up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:10.683924 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efaa5a-5a6f-461b-a9a7-f6a41b3c23ab req-254eb118-baf1-46e6-bc43-7feca5696d1f tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:10.685485 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9efaa5a-5a6f-461b-a9a7-f6a41b3c23ab req-254eb118-baf1-46e6-bc43-7feca5696d1f tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1092312 Jan 20 13:32:10.760423 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:10.760423 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:10.770116 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9efaa5a-5a6f-461b-a9a7-f6a41b3c23ab req-1cd2a9eb-77f9-414e-8c9d-fb4b3f9c98ad tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Jan 20 13:32:10.856677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Allocated IP 172.20.0.1 (e48d82c0-c228-4a86-a086-a3767c11214f/a0247971-6c53-4655-853a-29013f736065/08af6a32-8f73-449f-9395-c587874a9532) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:10.932197 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Publish callbacks [] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:10.951786 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.000071 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks [] for port (08af6a32-8f73-449f-9395-c587874a9532), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.003617 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:11.039190 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa55f-1803-47c9-8e98-1e9e913a9df9 None None] Pushing event updated for resources: {'Port': ['ID=5e04ffad-1138-4dfb-9037-1dd3a03e1894,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:11.061260 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Attempting to bind port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:11.062423 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Attempting to bind port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:11.062901 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Attempting to bind port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 on network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:11.069825 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:11.070733 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Checking segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:11.071522 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.072238 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Bound using segment: {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:11.072867 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Bound port: 5e04ffad-1138-4dfb-9037-1dd3a03e1894, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481c6272-5187-4dc8-910a-f58ce24a2fbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:11.073315 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.097399 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (08af6a32-8f73-449f-9395-c587874a9532), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.149282 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] For port 5e04ffad-1138-4dfb-9037-1dd3a03e1894, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:11.154119 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] For port 5e04ffad-1138-4dfb-9037-1dd3a03e1894, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=5e04ffad-1138-4dfb-9037-1dd3a03e1894,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:11.167914 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.231398 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Network e48d82c0-c228-4a86-a086-a3767c11214f is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:11.237153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:11.242638 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:11.254230 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa55f-1803-47c9-8e98-1e9e913a9df9 None None] Pushing event updated for resources: {'Port': ['ID=5e04ffad-1138-4dfb-9037-1dd3a03e1894,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:11.268546 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0f011-c49c-4ab5-b3ff-dccb62ba57b8 req-f06c1793-195a-4c4a-8779-62709aefc5b0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:11.271978 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5a0f011-c49c-4ab5-b3ff-dccb62ba57b8 req-f06c1793-195a-4c4a-8779-62709aefc5b0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1308062 Jan 20 13:32:11.278478 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Pushing event updated for resources: {'Port': ['ID=08af6a32-8f73-449f-9395-c587874a9532,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:11.318755 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557175'] for router_interface (554a7eca-08e2-4ed4-968d-72d011c81b86), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.349027 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Routers {'554a7eca-08e2-4ed4-968d-72d011c81b86'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:11.350100 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['554a7eca-08e2-4ed4-968d-72d011c81b86'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:11.477890 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5a0f011-c49c-4ab5-b3ff-dccb62ba57b8 req-f0540f72-fc64-4932-ae76-8059795ae109 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916916 Jan 20 13:32:11.575928 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a4cc-d792-444f-bb64-6fb871b2269a req-7a940fb9-e2bc-46bc-8c83-37221acab8f5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:11.578975 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9816a4cc-d792-444f-bb64-6fb871b2269a req-7a940fb9-e2bc-46bc-8c83-37221acab8f5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0949700 Jan 20 13:32:11.661879 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9816a4cc-d792-444f-bb64-6fb871b2269a req-ae26cd76-ffcd-46fc-be35-47c148db4a23 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767863 Jan 20 13:32:11.675107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] Set router 554a7eca-08e2-4ed4-968d-72d011c81b86 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:11.682897 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (08af6a32-8f73-449f-9395-c587874a9532), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.818508 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc176-32d7-4433-b601-6b55e6cf2912 req-7f9c3e30-1578-4dee-9819-0edfddac619d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:11.821060 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7acc176-32d7-4433-b601-6b55e6cf2912 req-7f9c3e30-1578-4dee-9819-0edfddac619d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.0660229 Jan 20 13:32:11.836011 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-1a63b5fc-04ef-4a3d-b44d-9589fb419155 None None] Provisioning complete for port 08af6a32-8f73-449f-9395-c587874a9532 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:11.836390 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1a63b5fc-04ef-4a3d-b44d-9589fb419155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (08af6a32-8f73-449f-9395-c587874a9532), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.903692 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-1a63b5fc-04ef-4a3d-b44d-9589fb419155 None None] Port 08af6a32-8f73-449f-9395-c587874a9532 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:11.918339 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7acc176-32d7-4433-b601-6b55e6cf2912 req-9ac08bed-528d-4dd6-8365-6d781adbb3c5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883710 Jan 20 13:32:11.964643 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:32:07Z', 'revision_number': 3, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:11.981076 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks [] for port (08af6a32-8f73-449f-9395-c587874a9532), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:11.988145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (08af6a32-8f73-449f-9395-c587874a9532), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:12.011279 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b216e32-7028-47e3-a09b-94ec66cd0566 None None] The sync data for ids ['554a7eca-08e2-4ed4-968d-72d011c81b86'] in dv-cinder-825493-1-iscsi is: [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:32:07Z', 'revision_number': 3, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:32:12.074126 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Pushing event updated for resources: {'Port': ['ID=08af6a32-8f73-449f-9395-c587874a9532,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:12.090082 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-610289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017419'] for router_interface (554a7eca-08e2-4ed4-968d-72d011c81b86), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:12.246147 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Network e48d82c0-c228-4a86-a086-a3767c11214f is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:12.247588 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:12.442920 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Router 554a7eca-08e2-4ed4-968d-72d011c81b86 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:32:12.658803 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-2dab63c5-ec71-4f7c-9aff-962608e11ec6 None None] Provisioning complete for port 08af6a32-8f73-449f-9395-c587874a9532 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:12.659973 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2dab63c5-ec71-4f7c-9aff-962608e11ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (08af6a32-8f73-449f-9395-c587874a9532), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:12.708957 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:32:12.711737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5e04ffad-1138-4dfb-9037-1dd3a03e1894 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:12.733118 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-cc73f734-2c8a-4be5-833d-fedc8a173205 admin admin] 10.222.0.70 "PUT /v2.0/routers/554a7eca-08e2-4ed4-968d-72d011c81b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699181 Jan 20 13:32:12.734141 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b197e0b-11c3-4d0b-9ce2-379af57f9451 req-d3ac051e-5091-4d0b-af89-32fc2852df43 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:12.737675 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3b197e0b-11c3-4d0b-9ce2-379af57f9451 req-d3ac051e-5091-4d0b-af89-32fc2852df43 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1105299 Jan 20 13:32:12.858607 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-2dab63c5-ec71-4f7c-9aff-962608e11ec6 None None] Port 08af6a32-8f73-449f-9395-c587874a9532 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:12.886019 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:12.886871 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:12.925951 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3b197e0b-11c3-4d0b-9ce2-379af57f9451 req-895a7923-bdff-47ed-b784-360cd126f0ad tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741042 Jan 20 13:32:12.968243 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee427-86fd-4e42-80b6-d3b1a0d925e7 req-b094600a-7a83-4581-a992-fdf8abd7ac2f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:12.983282 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62eee427-86fd-4e42-80b6-d3b1a0d925e7 req-b094600a-7a83-4581-a992-fdf8abd7ac2f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1698298 Jan 20 13:32:13.056461 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:13.057094 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:13.059363 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62eee427-86fd-4e42-80b6-d3b1a0d925e7 req-5d3f18b2-fd21-438a-88df-35775c4d59af tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737231 Jan 20 13:32:13.098564 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] For port 5e04ffad-1138-4dfb-9037-1dd3a03e1894, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=5e04ffad-1138-4dfb-9037-1dd3a03e1894,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:13.106077 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:13.185705 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587bb0-0967-4e49-8959-7fcd56b974c4 req-dc1cd4ec-ea71-4818-952e-e0efd9b84981 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:13.193120 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9587bb0-0967-4e49-8959-7fcd56b974c4 req-dc1cd4ec-ea71-4818-952e-e0efd9b84981 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1128137 Jan 20 13:32:13.230949 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Pushing event updated for resources: {'Port': ['ID=5e04ffad-1138-4dfb-9037-1dd3a03e1894,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:13.272978 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9587bb0-0967-4e49-8959-7fcd56b974c4 req-c3e72a2f-9f6c-4554-95c1-eab84e336d0c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783124 Jan 20 13:32:13.840095 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35318) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:13.846084 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602450969', 'description': 'tempest-secgroup-smoke-1602450969 description', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:13.877096 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:13.966302 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group (cb5ec6d1-fd12-4d03-b4a0-e636f98281e7), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:13.971554 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cb5ec6d1-fd12-4d03-b4a0-e636f98281e7), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.016902 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.018214 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1769342 Jan 20 13:32:14.019145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47010429-237a-417b-877f-63bc6823ab72 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:14.022906 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35322) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:14.028091 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ec6d1-fd12-4d03-b4a0-e636f98281e7', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:14.099064 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (1161d72a-368e-4805-a6af-16a5d5595b9b), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.140970 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd331-8a21-4848-8732-f803c2bae16e req-59483efc-6fdc-49d9-b2a1-49585ef63a7b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:14.143050 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b2cd331-8a21-4848-8732-f803c2bae16e req-59483efc-6fdc-49d9-b2a1-49585ef63a7b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0932961 Jan 20 13:32:14.180605 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:32:14.198003 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (1161d72a-368e-4805-a6af-16a5d5595b9b), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.243879 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (1161d72a-368e-4805-a6af-16a5d5595b9b), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.285414 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161d72a-368e-4805-a6af-16a5d5595b9b,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:14.316132 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b2cd331-8a21-4848-8732-f803c2bae16e req-a2599f10-34a0-4341-9b09-7b408e51a135 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594458 Jan 20 13:32:14.320512 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.321794 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-238c15be-6a32-4a4a-ac2b-1c2326b26a1c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977836 Jan 20 13:32:14.325101 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35330) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:14.330765 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087bd08-d44c-40c7-a9d1-44e5d97a9c1b req-366cb67f-9dfd-45d3-acb4-a8f5534dbaf2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:14.332463 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a087bd08-d44c-40c7-a9d1-44e5d97a9c1b req-366cb67f-9dfd-45d3-acb4-a8f5534dbaf2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1377850 Jan 20 13:32:14.342832 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ec6d1-fd12-4d03-b4a0-e636f98281e7', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:14.352347 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:14.378684 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'mac_address': 'fa:16:3e:f4:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:32:14.425902 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (c27bc3cd-6332-4421-a08e-aa91a7f61baf), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.462843 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a087bd08-d44c-40c7-a9d1-44e5d97a9c1b req-dd179238-04a0-4ec2-a395-206b23fac936 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140144 Jan 20 13:32:14.506424 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: ACTIVE; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:14.506880 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.527469 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:14.534486 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (c27bc3cd-6332-4421-a08e-aa91a7f61baf), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.537518 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5e04ffad-1138-4dfb-9037-1dd3a03e1894 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:14.540682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (c27bc3cd-6332-4421-a08e-aa91a7f61baf), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.558508 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4fab0-88d9-4978-9ab7-a4c85e89104e req-0a0597db-e236-437c-a092-7c76544fdbda tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:14.562313 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85c4fab0-88d9-4978-9ab7-a4c85e89104e req-0a0597db-e236-437c-a092-7c76544fdbda tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.0976439 Jan 20 13:32:14.574789 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.580279 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2497354 Jan 20 13:32:14.580487 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:14.582404 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35336) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:14.590100 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ec6d1-fd12-4d03-b4a0-e636f98281e7', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:14.618383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.640843 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616efe2-bdcb-4c6a-bff8-89aba87fbd14 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27bc3cd-6332-4421-a08e-aa91a7f61baf,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:14.652911 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (90663815-601e-4da1-a930-c712f386c5f9), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.662949 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Sync routers for ids ['554a7eca-08e2-4ed4-968d-72d011c81b86'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:32:14.744446 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85c4fab0-88d9-4978-9ab7-a4c85e89104e req-fbbde5c5-a2e9-42bc-8524-5bd42bfdfc87 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688204 Jan 20 13:32:14.781888 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Routers {'554a7eca-08e2-4ed4-968d-72d011c81b86'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:14.782919 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['554a7eca-08e2-4ed4-968d-72d011c81b86'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:14.803243 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (90663815-601e-4da1-a930-c712f386c5f9), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.810922 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (90663815-601e-4da1-a930-c712f386c5f9), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.830882 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=6']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:14.834872 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:14.835460 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.841374 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90663815-601e-4da1-a930-c712f386c5f9,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:14.847140 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.850081 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ea8dda11-14b3-4e08-92cd-d34730b6d761 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2665415 Jan 20 13:32:14.854948 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35342) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:14.862174 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ec6d1-fd12-4d03-b4a0-e636f98281e7', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:14.888289 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['4d3a6313-fe30-4aeb-a491-24ffc1d3f407'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:14.914034 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (8f19fda8-cdb3-4a7b-b0f9-aac94486c39a), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:14.964192 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Set router 554a7eca-08e2-4ed4-968d-72d011c81b86 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:15.017821 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:15.035415 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (8f19fda8-cdb3-4a7b-b0f9-aac94486c39a), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.040819 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (8f19fda8-cdb3-4a7b-b0f9-aac94486c39a), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.064245 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f19fda8-cdb3-4a7b-b0f9-aac94486c39a,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:15.076049 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.081093 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35344) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:15.084280 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f94c4dc8-9b3f-4690-93c0-8b582641a09c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2239797 Jan 20 13:32:15.092322 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ec6d1-fd12-4d03-b4a0-e636f98281e7', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:15.140192 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.securitygroups_db [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Project ebd453b05be74b3584cc35d4b6dfb16a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:32:15.145659 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (50f6f334-2e77-4a41-8a34-d4f7192dcf36), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.232270 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (50f6f334-2e77-4a41-8a34-d4f7192dcf36), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.238455 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (50f6f334-2e77-4a41-8a34-d4f7192dcf36), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.241603 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:32:11Z', 'revision_number': 4, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '08af6a32-8f73-449f-9395-c587874a9532', 'name': '', 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'mac_address': 'fa:16:3e:28:06:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0247971-6c53-4655-853a-29013f736065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:10Z', 'updated_at': '2022-01-20T13:32:11Z', 'revision_number': 2, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'subnets': [{'id': 'a0247971-6c53-4655-853a-29013f736065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:15.258179 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f6f334-2e77-4a41-8a34-d4f7192dcf36,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:15.274107 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.275612 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ab5a7d72-42dd-4bed-ab45-c0250115a88e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1923623 Jan 20 13:32:15.279917 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35346) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:15.285070 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ec6d1-fd12-4d03-b4a0-e636f98281e7', 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:15.288964 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Checking router: 554a7eca-08e2-4ed4-968d-72d011c81b86 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:32:15.289357 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Updating router 554a7eca-08e2-4ed4-968d-72d011c81b86 port 08af6a32-8f73-449f-9395-c587874a9532 binding host dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 20 13:32:15.315169 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.securitygroups_db [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Project ebd453b05be74b3584cc35d4b6dfb16a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:32:15.322658 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (8fe2a077-3df9-42d5-bd1e-0614c9440b5a), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.323383 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (08af6a32-8f73-449f-9395-c587874a9532), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.430378 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (8fe2a077-3df9-42d5-bd1e-0614c9440b5a), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.437940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (8fe2a077-3df9-42d5-bd1e-0614c9440b5a), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.480135 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe2a077-3df9-42d5-bd1e-0614c9440b5a,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:15.515315 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.520592 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-06a09f2c-3934-4faa-bf9e-a57d06963268 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2392311 Jan 20 13:32:15.602708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c12b6e-faa6-4dd1-80b2-476acbc7f64f req-c1a4e2bc-49ce-4d93-ab69-df11217b6210 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:15.606398 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-58c12b6e-faa6-4dd1-80b2-476acbc7f64f req-c1a4e2bc-49ce-4d93-ab69-df11217b6210 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.1314061 Jan 20 13:32:15.748119 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc3d9-0df1-4dc0-9c06-e6bc99085823 req-1921a9e0-954e-4f2e-a1a5-cc3f596a3d94 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:15.751504 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbdcc3d9-0df1-4dc0-9c06-e6bc99085823 req-1921a9e0-954e-4f2e-a1a5-cc3f596a3d94 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1265316 Jan 20 13:32:15.779702 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-58c12b6e-faa6-4dd1-80b2-476acbc7f64f req-292b280e-edbe-4381-bfad-b6cd5ebd0bec tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639264 Jan 20 13:32:15.879128 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Publish callbacks [] for port (08af6a32-8f73-449f-9395-c587874a9532), precommit_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.894369 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (08af6a32-8f73-449f-9395-c587874a9532), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:15.968614 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbdcc3d9-0df1-4dc0-9c06-e6bc99085823 req-de30ee8a-7a28-46ed-b4f0-0c572224b5b1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850827 Jan 20 13:32:15.995921 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196e560-9c09-4768-89e0-6f8475592f43 None None] Pushing event updated for resources: {'Port': ['ID=08af6a32-8f73-449f-9395-c587874a9532,revision_number=3']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:16.111169 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db336-bb63-441f-9fbb-1242b379ff6c req-5d7f19d2-f350-4ca4-9682-97568a9c88ce tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:16.113271 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f80db336-bb63-441f-9fbb-1242b379ff6c req-5d7f19d2-f350-4ca4-9682-97568a9c88ce tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1363621 Jan 20 13:32:16.160243 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Attempting to bind port 08af6a32-8f73-449f-9395-c587874a9532 on host dv-cinder-825493-1-iscsi for vnic_type normal with profile {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:16.160851 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Attempting to bind port 08af6a32-8f73-449f-9395-c587874a9532 by drivers openvswitch,hyperv on host dv-cinder-825493-1-iscsi at level 0 using segments [{'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:16.161582 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Attempting to bind port 08af6a32-8f73-449f-9395-c587874a9532 on network e48d82c0-c228-4a86-a086-a3767c11214f {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:16.178067 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Checking agent: {'id': '6c9ce962-2d4f-4977-ba87-c7882753ad7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825493-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 19, 5), 'started_at': datetime.datetime(2022, 1, 20, 13, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825493-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:16.178851 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Checking segment: {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:16.179883 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:16.180575 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Bound using segment: {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'} {{(pid=102512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:16.181332 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.managers [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Bound port: 08af6a32-8f73-449f-9395-c587874a9532, host: dv-cinder-825493-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f'}}] {{(pid=102512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:16.181767 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:16.182476 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (08af6a32-8f73-449f-9395-c587874a9532), before_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:16.260010 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f80db336-bb63-441f-9fbb-1242b379ff6c req-faab5cb9-8279-4074-b246-9b87217372bb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274900 Jan 20 13:32:16.316899 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] For port 08af6a32-8f73-449f-9395-c587874a9532, host dv-cinder-825493-1-iscsi, cleared binding levels {{(pid=102512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:16.321254 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:16.322225 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:16.327864 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.plugins.ml2.db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] For port 08af6a32-8f73-449f-9395-c587874a9532, host dv-cinder-825493-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=08af6a32-8f73-449f-9395-c587874a9532,segment=NetworkSegment(fd35556d-53aa-4396-bbd4-fc8c2fa1a550),segment_id=fd35556d-53aa-4396-bbd4-fc8c2fa1a550)] {{(pid=102512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:16.345063 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron_lib.callbacks.manager [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (08af6a32-8f73-449f-9395-c587874a9532), after_update {{(pid=102512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:16.502911 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:16.503994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:16.546389 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Routers {'554a7eca-08e2-4ed4-968d-72d011c81b86'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:16.547322 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['554a7eca-08e2-4ed4-968d-72d011c81b86'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:16.607765 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196e560-9c09-4768-89e0-6f8475592f43 None None] Pushing event updated for resources: {'Port': ['ID=08af6a32-8f73-449f-9395-c587874a9532,revision_number=4']} {{(pid=102512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:16.625737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:16.630823 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3621d-36e6-41dc-b03d-c0b31b70bf80" -d '{"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:16.658048 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] Provisioning complete for port 08af6a32-8f73-449f-9395-c587874a9532 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:16.659354 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (08af6a32-8f73-449f-9395-c587874a9532), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:16.741720 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] Set router 554a7eca-08e2-4ed4-968d-72d011c81b86 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:16.785544 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518dada2-1118-4473-b8a9-efb85f28b977 x-openstack-request-id: req-518dada2-1118-4473-b8a9-efb85f28b977 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:16.785996 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:16.789719 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-518dada2-1118-4473-b8a9-efb85f28b977 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:16.790661 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'code': 200} Jan 20 13:32:16.806383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:16.848274 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:17.029746 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=7']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:17.105958 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca89013-9fcf-497d-948f-1175fda8b1cf req-dfd9e956-8286-4622-a62d-6550a1b8b11d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:17.122356 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fca89013-9fcf-497d-948f-1175fda8b1cf req-dfd9e956-8286-4622-a62d-6550a1b8b11d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1305885 Jan 20 13:32:17.156232 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] Current status of the port 08af6a32-8f73-449f-9395-c587874a9532 is: DOWN; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:17.156876 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (08af6a32-8f73-449f-9395-c587874a9532), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:17.231469 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] For port 08af6a32-8f73-449f-9395-c587874a9532, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=08af6a32-8f73-449f-9395-c587874a9532,segment=NetworkSegment(fd35556d-53aa-4396-bbd4-fc8c2fa1a550),segment_id=fd35556d-53aa-4396-bbd4-fc8c2fa1a550)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:17.241011 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (08af6a32-8f73-449f-9395-c587874a9532), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:17.280864 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-aa14532d-3922-4768-bec9-7f7e9bb74519 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=95b59d0f13bc44c9902282ac9d9bd6e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890183 Jan 20 13:32:17.298364 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:32:11Z', 'revision_number': 4, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '08af6a32-8f73-449f-9395-c587874a9532', 'name': '', 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'mac_address': 'fa:16:3e:28:06:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0247971-6c53-4655-853a-29013f736065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:10Z', 'updated_at': '2022-01-20T13:32:16Z', 'revision_number': 4, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'subnets': [{'id': 'a0247971-6c53-4655-853a-29013f736065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:17.300784 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fca89013-9fcf-497d-948f-1175fda8b1cf req-8de7d930-680f-495a-a834-16b00b3f6c60 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769030 Jan 20 13:32:17.350691 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee540b-c168-453b-b1ce-129d46873a3c None None] Pushing event updated for resources: {'Port': ['ID=08af6a32-8f73-449f-9395-c587874a9532,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:17.361423 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a09a2d-08e6-4ec3-a87f-55b85fdaf07c None None] The sync data for ids ['554a7eca-08e2-4ed4-968d-72d011c81b86'] in dv-cinder-825493-1-iscsi is: [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:32:11Z', 'revision_number': 4, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '08af6a32-8f73-449f-9395-c587874a9532', 'name': '', 'network_id': 'e48d82c0-c228-4a86-a086-a3767c11214f', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'mac_address': 'fa:16:3e:28:06:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0247971-6c53-4655-853a-29013f736065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:10Z', 'updated_at': '2022-01-20T13:32:16Z', 'revision_number': 4, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'subnets': [{'id': 'a0247971-6c53-4655-853a-29013f736065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:32:17.688615 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-ecad594a-0701-4664-813e-f0b28ed5cc87 None None] Provisioning complete for port 08af6a32-8f73-449f-9395-c587874a9532 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:17.689341 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ecad594a-0701-4664-813e-f0b28ed5cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (08af6a32-8f73-449f-9395-c587874a9532), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:17.816682 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf43368-6823-4e7a-a51a-b98af0dde19a req-e58931d6-957d-4193-8df4-2283d70c9032 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:17.828698 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8bf43368-6823-4e7a-a51a-b98af0dde19a req-e58931d6-957d-4193-8df4-2283d70c9032 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.3282921 Jan 20 13:32:17.843444 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-ab551dad-86f0-4ed3-9e5e-d5f14264ad0e tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:17.847132 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-ab551dad-86f0-4ed3-9e5e-d5f14264ad0e tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5447431 Jan 20 13:32:17.872045 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-63a238e8-a118-4b71-88bc-df4951859025 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/quotas/95b59d0f13bc44c9902282ac9d9bd6e7 HTTP/1.1" status: 200 len: 375 time: 0.0149636 Jan 20 13:32:17.876671 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-ecad594a-0701-4664-813e-f0b28ed5cc87 None None] Current status of the port 08af6a32-8f73-449f-9395-c587874a9532 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:17.928019 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-4cf211ce-c866-4c00-b4f1-2caad0dc9e52 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=95b59d0f13bc44c9902282ac9d9bd6e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428491 Jan 20 13:32:18.124575 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8bf43368-6823-4e7a-a51a-b98af0dde19a req-c7ad8110-5a33-4040-ad0e-80d14ef1de92 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943275 Jan 20 13:32:18.246846 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d6883ea5-d6ec-4312-a207-809552895c54 req-c9381612-d6ae-4da1-92bc-00faf6093259 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 210 time: 0.0515749 Jan 20 13:32:18.302279 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b69e9c-f2d1-4ef8-a070-771a96eaa7ca req-403633f2-88da-49de-98b3-40df06d46dd0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:18.308567 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-49b69e9c-f2d1-4ef8-a070-771a96eaa7ca req-403633f2-88da-49de-98b3-40df06d46dd0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.0929327 Jan 20 13:32:18.376273 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-49b69e9c-f2d1-4ef8-a070-771a96eaa7ca req-c5de0a08-3e1b-4e21-9dad-8d7c2ff12a09 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661795 Jan 20 13:32:18.525139 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d969d-fe3e-461d-a7f5-03fd77cbde13 req-013b1555-5bc0-4af4-8ab5-39bcd4aff566 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:18.527751 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-222d969d-fe3e-461d-a7f5-03fd77cbde13 req-013b1555-5bc0-4af4-8ab5-39bcd4aff566 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0999291 Jan 20 13:32:18.601566 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 08af6a32-8f73-449f-9395-c587874a9532 up at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:18.621850 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-222d969d-fe3e-461d-a7f5-03fd77cbde13 req-ddd0f7df-d1c7-4452-95dc-dec5b7bd02fd tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871119 Jan 20 13:32:18.706285 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Provisioning complete for port 08af6a32-8f73-449f-9395-c587874a9532 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:18.707479 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (08af6a32-8f73-449f-9395-c587874a9532), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:18.897587 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Current status of the port 08af6a32-8f73-449f-9395-c587874a9532 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:19.435046 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4935ca2-1320-4d5b-bc47-83f44ed879a8 req-0a8ee312-ef38-4df9-85a9-5b62d149b569 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 210 time: 0.0509527 Jan 20 13:32:19.465531 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c517a-5260-4fe1-ada0-0ecd89a63540 req-f19ede78-15ea-4c2f-b4b3-fb6fe79e036f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:19.469062 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b9c517a-5260-4fe1-ada0-0ecd89a63540 req-f19ede78-15ea-4c2f-b4b3-fb6fe79e036f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1341527 Jan 20 13:32:19.604903 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b9c517a-5260-4fe1-ada0-0ecd89a63540 req-1a304974-d109-46ec-8416-b851155921a2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289365 Jan 20 13:32:19.644051 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4083-b2ec-4530-97e2-6bccf5674dd2 req-ce54a87d-53b0-4831-b11a-559284bb8c5d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:19.646802 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eb7b4083-b2ec-4530-97e2-6bccf5674dd2 req-ce54a87d-53b0-4831-b11a-559284bb8c5d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1221514 Jan 20 13:32:19.714316 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eb7b4083-b2ec-4530-97e2-6bccf5674dd2 req-105e4a53-25ae-4ec4-a57f-4a51e1093112 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611620 Jan 20 13:32:19.772554 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-b179756a-8762-4c15-805c-cbe4e2dc975b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=95b59d0f13bc44c9902282ac9d9bd6e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409558 Jan 20 13:32:19.898986 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdf349-fd42-4d14-8358-d5c2b030baf5 req-e5b4f50b-ef9b-4f4c-b199-42f6093866d9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:19.900791 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25cdf349-fd42-4d14-8358-d5c2b030baf5 req-e5b4f50b-ef9b-4f4c-b199-42f6093866d9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1113155 Jan 20 13:32:19.994234 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25cdf349-fd42-4d14-8358-d5c2b030baf5 req-17adbd3f-6155-4fad-a68e-9fd5e12a6d61 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823050 Jan 20 13:32:20.067454 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-3096e71b-9f39-4166-a421-a624b4ac2d0b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:20.069110 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-3096e71b-9f39-4166-a421-a624b4ac2d0b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908313 Jan 20 13:32:20.086828 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Request body: {'port': {'device_id': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2', 'admin_state_up': True, 'tenant_id': '95b59d0f13bc44c9902282ac9d9bd6e7'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:20.276919 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Made reservation on behalf of 95b59d0f13bc44c9902282ac9d9bd6e7 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:32:20.284240 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:20.301639 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:20.437941 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks [] for security_group (3854d4e4-6ae8-4ba0-91de-b428f6cabd12), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:20.443993 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (3854d4e4-6ae8-4ba0-91de-b428f6cabd12), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:20.569064 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3854d4e4-6ae8-4ba0-91de-b428f6cabd12,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:20.594094 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.594560 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.595183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.595750 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.596365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.596930 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.597524 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.598077 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.598634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.599186 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.599746 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.600661 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.601181 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:20.652908 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5872bec0-3325-4933-9cda-e774a91e6c34 req-74fa9894-d517-4ca9-ba3d-0050c22909d2 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 210 time: 0.1147871 Jan 20 13:32:20.715381 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Allocated IP 192.168.233.138 (6063d732-b97b-4ae7-982e-3cfa86ff6fa2/fb8f8309-7852-4c62-bd05-415c12fecd7d/d2940fdb-4044-496e-a0c5-d59e7be876e6) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:20.790588 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d08c6-0b77-4163-82e8-7824cd373db6 req-be5ef07a-069d-4eeb-82b7-d937025708da tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:20.792944 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-024d08c6-0b77-4163-82e8-7824cd373db6 req-be5ef07a-069d-4eeb-82b7-d937025708da tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0800490 Jan 20 13:32:20.898759 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-024d08c6-0b77-4163-82e8-7824cd373db6 req-6edecf94-c217-432e-a767-7171c19ab2a5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956032 Jan 20 13:32:20.926958 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks [] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:20.934959 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8db1d-de1e-4808-9983-c0eded749d06 req-48823972-7d2a-40f3-8a1d-d036e0aa5889 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:20.940847 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25e8db1d-de1e-4808-9983-c0eded749d06 req-48823972-7d2a-40f3-8a1d-d036e0aa5889 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1096921 Jan 20 13:32:20.983743 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:21.007948 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25e8db1d-de1e-4808-9983-c0eded749d06 req-b24807dc-ef08-442e-b7ff-4daebec7b17d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605936 Jan 20 13:32:21.063936 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:21.068412 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:21.070479 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Pushing event updated for resources: {'Port': ['ID=d2940fdb-4044-496e-a0c5-d59e7be876e6,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:21.073263 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:21.144413 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:21.145155 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:21.171484 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-e405e5dd-066a-42c4-92fd-4f0e9710f00b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0887549 Jan 20 13:32:21.193540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Request body: {'port': {'device_id': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:21.199173 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad0bc7-875a-47e9-aa88-d3f7dab889c8 req-bcbe0231-4131-4c8c-b5af-b18ba1013fe7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:21.203456 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cdad0bc7-875a-47e9-aa88-d3f7dab889c8 req-bcbe0231-4131-4c8c-b5af-b18ba1013fe7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0979507 Jan 20 13:32:21.277051 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:21.308546 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cdad0bc7-875a-47e9-aa88-d3f7dab889c8 req-303e8826-dad1-4562-90e6-b0518f900e73 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975509 Jan 20 13:32:21.441817 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-1b658d83-a432-4e95-ab63-3f64863a2a7d None None] Provisioning complete for port d2940fdb-4044-496e-a0c5-d59e7be876e6 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:21.443069 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b658d83-a432-4e95-ab63-3f64863a2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:21.508656 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-1b658d83-a432-4e95-ab63-3f64863a2a7d None None] Port d2940fdb-4044-496e-a0c5-d59e7be876e6 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:21.768816 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2940fdb-4044-496e-a0c5-d59e7be876e6 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:21.783161 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Publish callbacks [] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:21.807576 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Transition to ACTIVE for port object d2940fdb-4044-496e-a0c5-d59e7be876e6 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:32:21.815291 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:21.818337 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4685373-43cc-4259-8b40-504fe7582b3c req-3b5c3757-3d71-4ffc-9400-c7c4efbe2b7d tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:21.819258 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4685373-43cc-4259-8b40-504fe7582b3c req-3b5c3757-3d71-4ffc-9400-c7c4efbe2b7d tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 936 time: 0.0782907 Jan 20 13:32:21.894370 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4685373-43cc-4259-8b40-504fe7582b3c req-ff65a34a-eeef-42f9-9b2e-d107857dfbcd tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627873 Jan 20 13:32:21.933972 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Pushing event updated for resources: {'Port': ['ID=d2940fdb-4044-496e-a0c5-d59e7be876e6,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:22.103672 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Attempting to bind port d2940fdb-4044-496e-a0c5-d59e7be876e6 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:22.109417 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Attempting to bind port d2940fdb-4044-496e-a0c5-d59e7be876e6 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:22.110066 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Attempting to bind port d2940fdb-4044-496e-a0c5-d59e7be876e6 on network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:22.122382 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Port d2940fdb-4044-496e-a0c5-d59e7be876e6 on network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:32:22.122709 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Attempting to bind port d2940fdb-4044-496e-a0c5-d59e7be876e6 on network 6063d732-b97b-4ae7-982e-3cfa86ff6fa2 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:22.131877 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:22.132446 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Checking segment: {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:22.132949 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Bound using segment: {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:22.133531 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Bound port: d2940fdb-4044-496e-a0c5-d59e7be876e6, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b5b277-45b1-4388-85c1-44175499ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:22.134056 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:22.181631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790b2a4-942c-474d-ac08-967d025ec14b req-b3df1cef-8b07-40fa-85b1-47b1f3e59ea5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:22.198681 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d790b2a4-942c-474d-ac08-967d025ec14b req-b3df1cef-8b07-40fa-85b1-47b1f3e59ea5 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1413460 Jan 20 13:32:22.294970 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] For port d2940fdb-4044-496e-a0c5-d59e7be876e6, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:22.305960 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] For port d2940fdb-4044-496e-a0c5-d59e7be876e6, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:22.345744 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:22.377917 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466a28f-3f41-4221-aad3-b2ff21f2d9ad req-c12aa172-eea4-42e9-abaf-844299698593 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:22.392690 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a466a28f-3f41-4221-aad3-b2ff21f2d9ad req-c12aa172-eea4-42e9-abaf-844299698593 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.1908944 Jan 20 13:32:22.416842 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d790b2a4-942c-474d-ac08-967d025ec14b req-6315410e-6dc6-4bb8-b42b-f729cf33ecbd tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160490 Jan 20 13:32:22.447573 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:22.448256 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:22.450515 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] 10.222.0.91 "PUT /v2.0/ports/d2940fdb-4044-496e-a0c5-d59e7be876e6 HTTP/1.1" status: 200 len: 1098 time: 1.2646630 Jan 20 13:32:22.451072 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'tag': 'd2940fdb-4044-496e-a0c5-d59e7be876e6'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:22.454376 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e33758-860f-42d6-9e33-1ed6f4729e63" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4e18cf-c8f3-42cc-8f8f-05562d099bea", "tag": "d2940fdb-4044-496e-a0c5-d59e7be876e6"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:22.529310 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fffae8-9ed1-430f-9d9a-d8e27b74e848 service neutron] Pushing event updated for resources: {'Port': ['ID=d2940fdb-4044-496e-a0c5-d59e7be876e6,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:22.648816 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a466a28f-3f41-4221-aad3-b2ff21f2d9ad req-3c9bc60f-c295-4584-99ca-269c10cbb11e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545166 Jan 20 13:32:22.730854 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-5a1c9cc8-fbb7-477d-8f67-bc3441ce1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:22.734176 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-5a1c9cc8-fbb7-477d-8f67-bc3441ce1093 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95b59d0f13bc44c9902282ac9d9bd6e7&device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 1101 time: 0.1909654 Jan 20 13:32:22.802897 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a7785-6044-4819-8f10-df85f7c08244 req-9f7e2a13-c272-4ec1-ac6e-90e8d8601101 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:22.817649 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-152a7785-6044-4819-8f10-df85f7c08244 req-9f7e2a13-c272-4ec1-ac6e-90e8d8601101 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1675406 Jan 20 13:32:22.838517 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c51237-ccd0-4f0c-8854-5f5c2f31ab3a x-openstack-request-id: req-d3c51237-ccd0-4f0c-8854-5f5c2f31ab3a {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:22.838937 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4e18cf-c8f3-42cc-8f8f-05562d099bea", "tag": "d2940fdb-4044-496e-a0c5-d59e7be876e6", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:22.840301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3c51237-ccd0-4f0c-8854-5f5c2f31ab3a {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:22.840930 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'tag': 'd2940fdb-4044-496e-a0c5-d59e7be876e6', 'status': 'completed', 'code': 200} Jan 20 13:32:22.852446 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-843d11d5-6606-4c83-9c27-c46305060fca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6 HTTP/1.1" status: 200 len: 217 time: 0.0913980 Jan 20 13:32:22.908388 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-152a7785-6044-4819-8f10-df85f7c08244 req-26dacce5-bb21-4934-968e-0a6d9548fc38 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890319 Jan 20 13:32:22.945643 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-ef57633d-1b3b-4599-acf8-0c593dd05895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:22.947361 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-ef57633d-1b3b-4599-acf8-0c593dd05895 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fb8f8309-7852-4c62-bd05-415c12fecd7d HTTP/1.1" status: 200 len: 843 time: 0.0928936 Jan 20 13:32:23.027565 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-db070cb0-7521-41bc-8960-860b08e589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:23.032056 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-db070cb0-7521-41bc-8960-860b08e589a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6063d732-b97b-4ae7-982e-3cfa86ff6fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746095 Jan 20 13:32:23.143895 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9e36e-3e55-403a-851d-35dc7ff34b74 req-e04a43fc-99ce-4b19-913c-78f1b83c0fe6 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:23.166957 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec9e36e-3e55-403a-851d-35dc7ff34b74 req-e04a43fc-99ce-4b19-913c-78f1b83c0fe6 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 948 time: 0.1436756 Jan 20 13:32:23.221491 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-bf9f992c-803a-4038-9066-5d55d9462338 service neutron] 10.222.0.91 "GET /v2.0/networks/6063d732-b97b-4ae7-982e-3cfa86ff6fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816940 Jan 20 13:32:23.340974 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cec9e36e-3e55-403a-851d-35dc7ff34b74 req-079d61f4-92e9-4e7a-a803-b1e4a369ba42 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505268 Jan 20 13:32:23.381695 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-900a5957-78aa-4fbc-a4b1-0ccf26e04bfb req-634f00a5-5067-41cf-9934-8683d90bb304 service neutron] 10.222.0.91 "GET /v2.0/networks/6063d732-b97b-4ae7-982e-3cfa86ff6fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532302 Jan 20 13:32:23.571944 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-d196d105-7335-4ba8-b93e-2c080c928b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:23.574741 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-d196d105-7335-4ba8-b93e-2c080c928b0f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=95b59d0f13bc44c9902282ac9d9bd6e7&device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 1101 time: 0.1061306 Jan 20 13:32:23.983342 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcf09-fcd7-4364-a91f-f86556fe1da9 req-a154c693-9d6f-4956-bafc-a2059f69e95f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:23.986868 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa6fcf09-fcd7-4364-a91f-f86556fe1da9 req-a154c693-9d6f-4956-bafc-a2059f69e95f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.3947995 Jan 20 13:32:24.009738 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-fa05564b-1de0-4128-b554-3af15ed02332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:24.011415 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-fa05564b-1de0-4128-b554-3af15ed02332 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6063d732-b97b-4ae7-982e-3cfa86ff6fa2 HTTP/1.1" status: 200 len: 870 time: 0.4165149 Jan 20 13:32:24.073074 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-32a161cb-0291-48b2-953f-1b9890565828 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6 HTTP/1.1" status: 200 len: 217 time: 0.0525925 Jan 20 13:32:24.103072 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa6fcf09-fcd7-4364-a91f-f86556fe1da9 req-285b61fe-1b10-4750-9405-fef5b6cc6c6f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019845 Jan 20 13:32:24.136664 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e2eb-6458-4d4d-b634-007745152f54 req-74811e9c-ce08-4e10-85dc-c87a2cc8e709 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:24.141676 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9085e2eb-6458-4d4d-b634-007745152f54 req-74811e9c-ce08-4e10-85dc-c87a2cc8e709 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 944 time: 0.2012546 Jan 20 13:32:24.170499 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-27c092c3-0292-4eab-b84a-00c2730e6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:24.172211 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-27c092c3-0292-4eab-b84a-00c2730e6089 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fb8f8309-7852-4c62-bd05-415c12fecd7d HTTP/1.1" status: 200 len: 843 time: 0.0873656 Jan 20 13:32:24.246877 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2b24b625-1dd0-4d5a-8dd8-10291153d48d details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:32:24.278490 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-d3486c96-a1fe-46eb-94b8-4af4cbd31d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:24.300034 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-d3486c96-a1fe-46eb-94b8-4af4cbd31d23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6063d732-b97b-4ae7-982e-3cfa86ff6fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1170599 Jan 20 13:32:24.309436 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9085e2eb-6458-4d4d-b634-007745152f54 req-fb0f24a7-ab88-454e-8151-b2569e193f84 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600568 Jan 20 13:32:24.441006 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393b7d-3fcd-454f-8620-f0dc786d0f6d req-34c582f8-b17e-48f1-93c3-a0cbe0a3d3b4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:24.476725 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-63393b7d-3fcd-454f-8620-f0dc786d0f6d req-34c582f8-b17e-48f1-93c3-a0cbe0a3d3b4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.2461286 Jan 20 13:32:24.551852 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:24.597084 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'port_id': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'mac_address': 'fa:16:3e:dd:6c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:32:24.709469 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-f99de72f-994a-4634-aaa2-3520ec322f4a service neutron] 10.222.0.91 "GET /v2.0/networks/6063d732-b97b-4ae7-982e-3cfa86ff6fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000244 Jan 20 13:32:24.729995 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 2b24b625-1dd0-4d5a-8dd8-10291153d48d is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:24.730514 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:24.772464 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b24b625-1dd0-4d5a-8dd8-10291153d48d {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:24.777600 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-63393b7d-3fcd-454f-8620-f0dc786d0f6d req-4ef91e42-d7f5-45b0-9f08-90be823e88b8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002112 Jan 20 13:32:24.825948 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:24.845412 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:24.935588 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-24e33758-860f-42d6-9e33-1ed6f4729e63 req-1609b023-53d4-4616-b81c-0fb02b453b13 service neutron] 10.222.0.91 "GET /v2.0/networks/6063d732-b97b-4ae7-982e-3cfa86ff6fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159753 Jan 20 13:32:24.944450 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72e9f1-bcbd-41f9-88e1-db49faa21d53 req-281883eb-e426-4f59-960c-5fcd3056430e tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:24.953635 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5c72e9f1-bcbd-41f9-88e1-db49faa21d53 req-281883eb-e426-4f59-960c-5fcd3056430e tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 948 time: 0.3003128 Jan 20 13:32:24.962915 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=2b24b625-1dd0-4d5a-8dd8-10291153d48d,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:25.025837 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-be499f24-b5d5-4066-8b1f-70c6142b347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:25.027397 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-be499f24-b5d5-4066-8b1f-70c6142b347b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1099 time: 0.2376626 Jan 20 13:32:25.060507 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5c72e9f1-bcbd-41f9-88e1-db49faa21d53 req-f1b981ba-61ad-403a-bbb4-96eb5dc4034b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058447 Jan 20 13:32:25.195401 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-8b25a39e-31a4-4cbd-872f-bf13cc6fedea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:25.197634 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-8b25a39e-31a4-4cbd-872f-bf13cc6fedea service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.1344774 Jan 20 13:32:25.318155 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aee90-9757-452e-b693-09ba079c1ade req-acf09557-9bfd-400a-9688-82bdbda36fc1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:25.319856 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee4aee90-9757-452e-b693-09ba079c1ade req-acf09557-9bfd-400a-9688-82bdbda36fc1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1211445 Jan 20 13:32:25.322118 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-5051012e-39bf-4de2-9c36-9c3bcb5648b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 1002 time: 0.1084895 Jan 20 13:32:25.393600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['2b24b625-1dd0-4d5a-8dd8-10291153d48d'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:25.426850 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-df8bfa01-7d41-49a9-a517-8afec7e92083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:25.428728 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-df8bfa01-7d41-49a9-a517-8afec7e92083 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0923007 Jan 20 13:32:25.433354 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee4aee90-9757-452e-b693-09ba079c1ade req-88c74ce7-6b6e-441e-a5dd-bed8e325669e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053922 Jan 20 13:32:25.527791 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-9ccbef2e-92af-41a4-9542-d063589f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:25.530167 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-9ccbef2e-92af-41a4-9542-d063589f4e3b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944719 Jan 20 13:32:25.543156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e048d6-0018-4418-a0c7-e61d77eb3108 req-24483308-85d0-4e8f-9383-970f2dfd5661 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:25.545168 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-70e048d6-0018-4418-a0c7-e61d77eb3108 req-24483308-85d0-4e8f-9383-970f2dfd5661 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 945 time: 0.1014979 Jan 20 13:32:25.680281 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-70e048d6-0018-4418-a0c7-e61d77eb3108 req-87fdb91c-204e-4209-b0ee-1144222aa0f5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249437 Jan 20 13:32:25.720893 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-dafb4766-c57e-4b8a-8916-35f07b0c615f service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706488 Jan 20 13:32:25.829798 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:25.879214 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1889c2e2-ba28-4f80-a174-77f1a0d5b73d req-088a5084-c7ee-41ee-bf33-2f30e3c818c8 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538250 Jan 20 13:32:26.047024 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7c21-56a4-458b-8cf9-a16a92bdc0df req-078f2e09-31d6-4b0a-b1b2-be3e1ad165bf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:26.048646 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ef4a7c21-56a4-458b-8cf9-a16a92bdc0df req-078f2e09-31d6-4b0a-b1b2-be3e1ad165bf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0682743 Jan 20 13:32:26.217176 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ef4a7c21-56a4-458b-8cf9-a16a92bdc0df req-15260969-8a65-4d56-ac38-d6ad7508a89f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548035 Jan 20 13:32:26.522973 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452bf5b-27e6-4c17-97ec-6fba94f6dfc4 req-bb2316a3-4d31-4ed4-a952-e556eb8c962b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:26.537357 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0452bf5b-27e6-4c17-97ec-6fba94f6dfc4 req-bb2316a3-4d31-4ed4-a952-e556eb8c962b tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 948 time: 0.2440741 Jan 20 13:32:26.705707 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d69fd-6c8b-4871-9b5d-c9786f5a43a0 req-8d849441-c594-47e5-812c-6b8266676091 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:26.721764 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-770d69fd-6c8b-4871-9b5d-c9786f5a43a0 req-8d849441-c594-47e5-812c-6b8266676091 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1716819 Jan 20 13:32:26.830461 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0452bf5b-27e6-4c17-97ec-6fba94f6dfc4 req-29a8ac08-7c61-42eb-a868-43ced09d5cb3 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911451 Jan 20 13:32:26.979901 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-770d69fd-6c8b-4871-9b5d-c9786f5a43a0 req-178b9bcf-39dd-4127-8c9b-d1bfb7e70d23 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431757 Jan 20 13:32:27.105464 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478544cf-0dbd-4de9-bb2b-175c3d0aeebd req-47321638-eae7-4add-be91-3b970c933dc6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:27.108150 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-478544cf-0dbd-4de9-bb2b-175c3d0aeebd req-47321638-eae7-4add-be91-3b970c933dc6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 945 time: 0.0962086 Jan 20 13:32:27.261317 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4affd-53ba-496f-8f59-e25c2118ecee req-9393544d-12b4-476e-9b5a-6106ccdee682 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:27.265001 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcc4affd-53ba-496f-8f59-e25c2118ecee req-9393544d-12b4-476e-9b5a-6106ccdee682 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1537721 Jan 20 13:32:27.297709 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-478544cf-0dbd-4de9-bb2b-175c3d0aeebd req-590345d7-ab5d-4890-a339-7b742ff2308f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727314 Jan 20 13:32:27.375109 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcc4affd-53ba-496f-8f59-e25c2118ecee req-3d6e87ac-8c48-4d3b-8f75-856cb8a5afed tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009178 Jan 20 13:32:27.400008 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35624) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:27.712130 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8afa2-d827-438f-aa51-ce28604a8b4f req-57adc58b-be52-426d-b2b2-cd5a682fa08f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:27.714215 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a2a8afa2-d827-438f-aa51-ce28604a8b4f req-57adc58b-be52-426d-b2b2-cd5a682fa08f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1792717 Jan 20 13:32:27.728247 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aed3d3-97a6-476d-bf49-4c7aa0ca0fcb tempest-TestMinimumBasicScenario-1647027538 tempest-TestMinimumBasicScenario-1647027538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:27.729794 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-17aed3d3-97a6-476d-bf49-4c7aa0ca0fcb tempest-TestMinimumBasicScenario-1647027538 tempest-TestMinimumBasicScenario-1647027538-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1093 time: 0.3286672 Jan 20 13:32:27.735516 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35632) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:27.746828 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'port_id': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:27.812126 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:27.924761 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a2a8afa2-d827-438f-aa51-ce28604a8b4f req-3f04a5ad-5a18-4251-82b0-dc2275a345c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935067 Jan 20 13:32:27.994214 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b198a8-fb8f-4e33-aeb0-5885a1ffc87f req-8efb367a-0d8e-4578-96c8-c4579c2076e0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:27.997904 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62b198a8-fb8f-4e33-aeb0-5885a1ffc87f req-8efb367a-0d8e-4578-96c8-c4579c2076e0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 945 time: 0.2424805 Jan 20 13:32:28.110992 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62b198a8-fb8f-4e33-aeb0-5885a1ffc87f req-084f97b7-313f-45c1-b172-69fc340dec54 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898790 Jan 20 13:32:28.155884 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:28.199753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737e69a-3c6e-42f9-a415-3807e8734991 req-c2704647-b96a-4a3a-a8e5-ba0229511d57 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:28.204707 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5737e69a-3c6e-42f9-a415-3807e8734991 req-c2704647-b96a-4a3a-a8e5-ba0229511d57 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 948 time: 0.0921943 Jan 20 13:32:28.270738 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d2940fdb-4044-496e-a0c5-d59e7be876e6 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:32:28.276358 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2b24b625-1dd0-4d5a-8dd8-10291153d48d up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:28.488878 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5737e69a-3c6e-42f9-a415-3807e8734991 req-daed7c3b-54d8-4d0b-a1b6-f0c407149df2 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805309 Jan 20 13:32:28.523004 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 2b24b625-1dd0-4d5a-8dd8-10291153d48d completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:32:28.527191 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8a42-5e3c-468c-baa5-5ae2472a5821 req-b554ff29-925f-489e-bc07-1ad3ac722c5e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:28.531530 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.db.resource_extend [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 13:32:28.537576 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-694b8a42-5e3c-468c-baa5-5ae2472a5821 req-b554ff29-925f-489e-bc07-1ad3ac722c5e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.3017027 Jan 20 13:32:28.575601 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 2b24b625-1dd0-4d5a-8dd8-10291153d48d triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:28.582166 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:28.639995 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-694b8a42-5e3c-468c-baa5-5ae2472a5821 req-2528491e-f2b5-4609-9b94-fee054acdfcf tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009212 Jan 20 13:32:28.739348 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7594de0-2734-411e-885c-a08052d1122f req-4271d48d-c643-4dcd-8af5-a2de199a4821 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:28.742574 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d7594de0-2734-411e-885c-a08052d1122f req-4271d48d-c643-4dcd-8af5-a2de199a4821 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 945 time: 0.0887475 Jan 20 13:32:28.758243 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Allocated IP 172.27.2.205 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/d10d68b6-76c0-4fb7-8728-72b81fff8449) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:28.923747 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d2940fdb-4044-496e-a0c5-d59e7be876e6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:28.964378 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'd2940fdb-4044-496e-a0c5-d59e7be876e6', 'network_id': '6063d732-b97b-4ae7-982e-3cfa86ff6fa2', 'port_id': 'd2940fdb-4044-496e-a0c5-d59e7be876e6', 'mac_address': 'fa:16:3e:0c:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8f8309-7852-4c62-bd05-415c12fecd7d', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:32:28.977476 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 2b24b625-1dd0-4d5a-8dd8-10291153d48d is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:28.978200 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.028747 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.096195 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.180251 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d7594de0-2734-411e-885c-a08052d1122f req-4eb55d41-62ad-4409-856e-67b75eb2d185 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297214 Jan 20 13:32:29.192903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:29.196201 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:29.203440 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:29.239082 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:29.242056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86425e7-3ff7-4e84-8749-727aee9f77e4" -d '{"events": [{"server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "name": "network-vif-plugged", "status": "completed", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:29.273295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:29.292099 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.302499 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8303a033-c3c0-4622-a9bb-2de0ae58f518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.305375 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'Port': ['ID=d10d68b6-76c0-4fb7-8728-72b81fff8449,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:29.391930 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d2940fdb-4044-496e-a0c5-d59e7be876e6 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:29.392539 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.446749 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2940fdb-4044-496e-a0c5-d59e7be876e6 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:29.448559 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeeb41-345f-49aa-bc01-0643bb1778a1 req-3e5e60c7-c72e-458f-9dba-943bd1b4f69b tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:29.451875 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=2b24b625-1dd0-4d5a-8dd8-10291153d48d,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:29.480735 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02eeeb41-345f-49aa-bc01-0643bb1778a1 req-3e5e60c7-c72e-458f-9dba-943bd1b4f69b tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 945 time: 0.1414325 Jan 20 13:32:29.485237 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d2940fdb-4044-496e-a0c5-d59e7be876e6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:29.492023 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.584670 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02eeeb41-345f-49aa-bc01-0643bb1778a1 req-566807f9-fd1f-4ebc-b20a-8a98cfb341df tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028762 Jan 20 13:32:29.615925 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d2940fdb-4044-496e-a0c5-d59e7be876e6,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:29.679666 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47670fb6-7aa6-4a4a-9a84-984778721e85 x-openstack-request-id: req-47670fb6-7aa6-4a4a-9a84-984778721e85 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:29.680383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "name": "network-vif-plugged", "status": "completed", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:29.680861 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47670fb6-7aa6-4a4a-9a84-984778721e85 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:29.681626 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'code': 200} Jan 20 13:32:29.741680 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf191c-d8f8-4e15-a54a-467fceaa2b76 req-31d3536d-0e9b-4794-8188-9c54e6a15b62 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:29.757604 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67cf191c-d8f8-4e15-a54a-467fceaa2b76 req-31d3536d-0e9b-4794-8188-9c54e6a15b62 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.2001410 Jan 20 13:32:29.879341 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for floatingip (176da6df-2d66-4e8f-8112-93d24850dcd8), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:29.890040 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838772a0-8b01-4563-88db-c76a3fe52da1 req-13a03e00-1c15-44cb-b8ec-665e17231192 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:29.896954 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-838772a0-8b01-4563-88db-c76a3fe52da1 req-13a03e00-1c15-44cb-b8ec-665e17231192 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 949 time: 0.1264992 Jan 20 13:32:29.918845 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67cf191c-d8f8-4e15-a54a-467fceaa2b76 req-633b05e9-0f54-4d73-a29a-78f04138ba9e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585405 Jan 20 13:32:30.049752 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-838772a0-8b01-4563-88db-c76a3fe52da1 req-7f508689-e854-4d24-8d34-c356680f81f1 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220915 Jan 20 13:32:30.141882 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:30.238386 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bab0c-6d7d-4b36-a55c-d1e1649f1ac2 req-0a8ee68f-5dd4-40f6-8eed-515e4d8f8892 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:30.248039 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-748bab0c-6d7d-4b36-a55c-d1e1649f1ac2 req-0a8ee68f-5dd4-40f6-8eed-515e4d8f8892 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.1325929 Jan 20 13:32:30.258553 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['d2940fdb-4044-496e-a0c5-d59e7be876e6'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:30.328305 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141c548-ca19-4817-b636-c4fc81f1f622 req-3f61ed80-b55c-4fe7-aef5-d6802fb9a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:30.330689 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a141c548-ca19-4817-b636-c4fc81f1f622 req-3f61ed80-b55c-4fe7-aef5-d6802fb9a205 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 1099 time: 0.1666267 Jan 20 13:32:30.448792 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-b1288e17-52ea-4bd3-a5b0-8770aca0aa40 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:30.452030 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-b1288e17-52ea-4bd3-a5b0-8770aca0aa40 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 945 time: 0.0957804 Jan 20 13:32:30.514245 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-748bab0c-6d7d-4b36-a55c-d1e1649f1ac2 req-73216f80-2aeb-489f-8fbe-01522c8c9564 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640891 Jan 20 13:32:30.574313 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a141c548-ca19-4817-b636-c4fc81f1f622 req-aab80218-4599-4317-be7d-476594b0541a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295060 Jan 20 13:32:30.616560 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:30.625732 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e504f-bfb6-44c2-8b3c-6a884f080a20 req-e0dbe58b-22c0-4017-baa6-b24f46d94550 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:30.637165 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e2e504f-bfb6-44c2-8b3c-6a884f080a20 req-e0dbe58b-22c0-4017-baa6-b24f46d94550 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.1617994 Jan 20 13:32:30.638981 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:30.784152 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'Port': ['ID=d10d68b6-76c0-4fb7-8728-72b81fff8449,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:30.790350 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Deleting port b41efd37-a0ca-47bd-94b7-387f762d1a00 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:32:30.790696 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:30.796729 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e2e504f-bfb6-44c2-8b3c-6a884f080a20 req-a726b2cf-8db0-476d-995c-f853eb27532e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563330 Jan 20 13:32:30.813962 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (176da6df-2d66-4e8f-8112-93d24850dcd8), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:31.039299 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1f3-ddc2-4e08-a122-b09e6f3ef456 req-85eac599-2b2b-4aad-b1de-bd45d42f3c49 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:31.041305 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b557e1f3-ddc2-4e08-a122-b09e6f3ef456 req-85eac599-2b2b-4aad-b1de-bd45d42f3c49 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 945 time: 0.1808815 Jan 20 13:32:31.106782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] For port b41efd37-a0ca-47bd-94b7-387f762d1a00, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b41efd37-a0ca-47bd-94b7-387f762d1a00,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:31.107410 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:31.122288 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Floating IP 176da6df-2d66-4e8f-8112-93d24850dcd8 associated. External IP: 172.27.2.205, port: 6afbaca9-9b24-4240-a8cd-df5afa7e3f24. Jan 20 13:32:31.132076 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Calling delete_port for b41efd37-a0ca-47bd-94b7-387f762d1a00 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:32:31.201692 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b557e1f3-ddc2-4e08-a122-b09e6f3ef456 req-ca019a17-cd8c-4b3d-a02c-a3cb01ec0fac tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504142 Jan 20 13:32:31.232784 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0174-cb59-4379-92b6-a2bcca629354 req-4f766657-58e8-42c0-b36b-653c92cef15b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:31.239341 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c6f0174-cb59-4379-92b6-a2bcca629354 req-4f766657-58e8-42c0-b36b-653c92cef15b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.2838044 Jan 20 13:32:31.291083 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-26f44f94-b367-41ea-9e28-ac861f420b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:31.297527 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-26f44f94-b367-41ea-9e28-ac861f420b5a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1099 time: 0.2169869 Jan 20 13:32:31.429348 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c6f0174-cb59-4379-92b6-a2bcca629354 req-17d2899f-ab6d-44e2-a1fc-6c2c64550a70 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887660 Jan 20 13:32:31.568706 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (b41efd37-a0ca-47bd-94b7-387f762d1a00), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:31.569722 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110c76f-7bce-4776-b325-e9ec456ecafc req-8930d7cb-1a3d-4019-a209-42604b8ad106 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:31.577363 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7110c76f-7bce-4776-b325-e9ec456ecafc req-8930d7cb-1a3d-4019-a209-42604b8ad106 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.2250035 Jan 20 13:32:31.582994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['b41efd37-a0ca-47bd-94b7-387f762d1a00'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:31.632970 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Pushing event deleted for resources: {'Port': ['ID=b41efd37-a0ca-47bd-94b7-387f762d1a00,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:31.648021 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Router 3abdf210-7263-4a53-819b-5b0702a0d5ac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:32:31.660653 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-57d11989-48f6-441e-a521-d62ef9a5d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:31.662448 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-57d11989-48f6-441e-a521-d62ef9a5d29f service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.3546305 Jan 20 13:32:31.673124 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] No DVR routers for this DVR port b41efd37-a0ca-47bd-94b7-387f762d1a00 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:32:31.679053 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:31.683226 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-055e7fed-96b3-4824-8878-7bf0f4060210 req-d6262b82-3746-463b-b70b-a2310afca2ee tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "DELETE /v2.0/ports/b41efd37-a0ca-47bd-94b7-387f762d1a00 HTTP/1.1" status: 204 len: 173 time: 1.2167830 Jan 20 13:32:31.684043 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'name': 'network-vif-deleted', 'tag': 'b41efd37-a0ca-47bd-94b7-387f762d1a00'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:31.688017 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909fc6fb-c793-43e0-b01c-118494161efa" -d '{"events": [{"server_uuid": "7e7ed548-ed4f-43b1-a436-69c87704839d", "name": "network-vif-deleted", "tag": "b41efd37-a0ca-47bd-94b7-387f762d1a00"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:31.820262 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ce3601ae-5f54-4921-bc02-44622363f449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:31.829949 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784765f-29c2-46d0-bd8a-591bbd0b0e07 req-d59334c1-6bce-464b-9d61-2c4fe6f0c9bf tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:31.838462 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7784765f-29c2-46d0-bd8a-591bbd0b0e07 req-d59334c1-6bce-464b-9d61-2c4fe6f0c9bf tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 949 time: 0.2597437 Jan 20 13:32:31.851142 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7110c76f-7bce-4776-b325-e9ec456ecafc req-3a4f2d06-70a8-47fe-901b-1f585321bf71 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662168 Jan 20 13:32:31.915636 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:32:31.932175 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] Sync routers for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:32:31.943144 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-8b8362ca-9a3f-487b-b8fd-6880947577e0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 1002 time: 0.2730777 Jan 20 13:32:31.956925 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:31.958726 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:31.967402 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:31.968099 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7784765f-29c2-46d0-bd8a-591bbd0b0e07 req-711cedc5-ad1b-4cb9-ba4c-0f2c9e18f23f tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258552 Jan 20 13:32:31.975120 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e0301-5ce6-478f-82d4-0d96c81e92a8 x-openstack-request-id: req-de9e0301-5ce6-478f-82d4-0d96c81e92a8 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:31.979949 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7ed548-ed4f-43b1-a436-69c87704839d", "name": "network-vif-deleted", "tag": "b41efd37-a0ca-47bd-94b7-387f762d1a00", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:31.980334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de9e0301-5ce6-478f-82d4-0d96c81e92a8 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:31.981995 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7ed548-ed4f-43b1-a436-69c87704839d', 'name': 'network-vif-deleted', 'tag': 'b41efd37-a0ca-47bd-94b7-387f762d1a00', 'status': 'completed', 'code': 200} Jan 20 13:32:32.047627 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-084ddd1a-85cb-4969-bdb3-decf1f4b9cca tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3102255 Jan 20 13:32:32.052290 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35690) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:32.058861 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092814097', 'description': 'tempest-secgroup-smoke-1092814097 description', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:32.105529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.109170 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-57c03584-3745-4db2-99e5-a417d34896cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:32.111210 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-57c03584-3745-4db2-99e5-a417d34896cd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.1377602 Jan 20 13:32:32.126113 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a820f-90f2-4426-a816-af9393c0883e req-0b467bd0-05a3-48bc-bfb5-9983aff55cd5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:32.134962 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca3a820f-90f2-4426-a816-af9393c0883e req-0b467bd0-05a3-48bc-bfb5-9983aff55cd5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.1003139 Jan 20 13:32:32.184070 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:32.261245 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca3a820f-90f2-4426-a816-af9393c0883e req-4dc3cc81-d790-4ef7-8dc4-eccc0fc3fbf5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243265 Jan 20 13:32:32.271157 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-5c91363d-352c-423e-80b9-866c0adef51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:32.272723 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-5c91363d-352c-423e-80b9-866c0adef51d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236730 Jan 20 13:32:32.304130 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group (93cd1a22-c344-47cf-a022-0c76fdbeaf2f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.314468 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (93cd1a22-c344-47cf-a022-0c76fdbeaf2f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.368654 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d2940fdb-4044-496e-a0c5-d59e7be876e6 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:32:32.410825 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.412144 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3600502 Jan 20 13:32:32.417903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35694) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:32.428064 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group_rule': {'security_group_id': '93cd1a22-c344-47cf-a022-0c76fdbeaf2f', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:32.474346 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec495a73-2a3b-472a-ae00-fc55af48c187 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cd1a22-c344-47cf-a022-0c76fdbeaf2f,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:32.533718 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (a68fcc0c-3808-42df-be6e-6f1f338a887f), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.583226 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port d2940fdb-4044-496e-a0c5-d59e7be876e6 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:32:32.590465 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c918342-c9d6-4a89-9ddd-8c6277e524d6 req-23b28b99-f7e8-4d35-a1d0-083fe52c6f65 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7ed548-ed4f-43b1-a436-69c87704839d HTTP/1.1" status: 200 len: 210 time: 0.1291714 Jan 20 13:32:32.608624 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-40f80962-60c6-4a8f-ba4d-cf5a6bc0de03 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234484 Jan 20 13:32:32.743165 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (a68fcc0c-3808-42df-be6e-6f1f338a887f), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.754895 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (a68fcc0c-3808-42df-be6e-6f1f338a887f), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.783940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68fcc0c-3808-42df-be6e-6f1f338a887f,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:32.808459 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:32.814929 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-415e8b63-684c-46c9-bf52-414b01721a3d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3912001 Jan 20 13:32:32.818505 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35700) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:32.835627 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group_rule': {'security_group_id': '93cd1a22-c344-47cf-a022-0c76fdbeaf2f', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:32.933444 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (e25e3ba6-d6e4-4b80-a675-8eb21dc11c4c), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.008533 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port d2940fdb-4044-496e-a0c5-d59e7be876e6 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:33.009066 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.022943 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382772-7718-4e38-9779-77bd88e2f60c req-7c468505-242b-425b-b8fc-30b601d451d1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:33.034996 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf382772-7718-4e38-9779-77bd88e2f60c req-7c468505-242b-425b-b8fc-30b601d451d1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.3310707 Jan 20 13:32:33.083556 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (e25e3ba6-d6e4-4b80-a675-8eb21dc11c4c), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.090668 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (e25e3ba6-d6e4-4b80-a675-8eb21dc11c4c), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.094683 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.104730 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1074634-dc4e-456f-abd1-d7d30e232014 req-f2541e83-f3f3-4bec-b700-9404dd6187bb service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720430 Jan 20 13:32:33.151885 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e3ba6-d6e4-4b80-a675-8eb21dc11c4c,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:33.167442 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf382772-7718-4e38-9779-77bd88e2f60c req-ee54362d-57b9-47e1-817c-e65b634ee3ee tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191471 Jan 20 13:32:33.186546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.191927 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a86826ac-a1fd-4b3e-bbdc-b8a7e1cc57d1 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3679881 Jan 20 13:32:33.193184 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35706) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:33.199474 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group_rule': {'security_group_id': '93cd1a22-c344-47cf-a022-0c76fdbeaf2f', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:33.223928 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24306791-c4d2-48a5-8856-d88e9717b4f6 req-98790ca0-f9d1-40eb-81cc-a13b98a7a9c1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:33.235893 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24306791-c4d2-48a5-8856-d88e9717b4f6 req-98790ca0-f9d1-40eb-81cc-a13b98a7a9c1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1861603 Jan 20 13:32:33.343061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d2940fdb-4044-496e-a0c5-d59e7be876e6 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:33.343061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.343573 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (8abc425a-9746-48ec-b7f9-4af8a580b4f3), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.344110 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24306791-c4d2-48a5-8856-d88e9717b4f6 req-a0f31c05-660d-4db2-ba2d-60997cb4ba3d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837317 Jan 20 13:32:33.434515 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (8abc425a-9746-48ec-b7f9-4af8a580b4f3), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.445530 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (8abc425a-9746-48ec-b7f9-4af8a580b4f3), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.453074 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2940fdb-4044-496e-a0c5-d59e7be876e6'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:33.458569 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2542cfe-1b98-459c-80a1-e303a1f78056" -d '{"events": [{"server_uuid": "5b4e18cf-c8f3-42cc-8f8f-05562d099bea", "name": "network-vif-plugged", "status": "completed", "tag": "d2940fdb-4044-496e-a0c5-d59e7be876e6"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:33.465563 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '176da6df-2d66-4e8f-8112-93d24850dcd8', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'port_id': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'mac_address': 'fa:16:3e:50:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:32:29Z', 'updated_at': '2022-01-20T13:32:29Z', 'revision_number': 0, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:06Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:33.468057 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b184f4-4d73-46b2-b264-9dd95c3faca4 req-3f650970-d82d-42e5-9924-7200a388589f tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:33.470168 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6b184f4-4d73-46b2-b264-9dd95c3faca4 req-3f650970-d82d-42e5-9924-7200a388589f tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 949 time: 0.1476734 Jan 20 13:32:33.479771 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abc425a-9746-48ec-b7f9-4af8a580b4f3,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:33.500074 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.501527 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-391bf289-259c-4456-99aa-84cba218dea4 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072252 Jan 20 13:32:33.504366 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35714) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:33.509730 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group_rule': {'security_group_id': '93cd1a22-c344-47cf-a022-0c76fdbeaf2f', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:33.538877 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] Checking router: 3abdf210-7263-4a53-819b-5b0702a0d5ac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:32:33.547125 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d2940fdb-4044-496e-a0c5-d59e7be876e6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:33.564132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.565443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b41efd37-a0ca-47bd-94b7-387f762d1a00 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:32:33.585138 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (73fc8405-9a4b-49e4-9467-bcf782dc7921), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.593032 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad8921-11c9-405c-84cf-99b38bdd664d req-5f1b6823-62e7-4843-a687-75cbac62bb7e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:33.594108 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:33.594833 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:33.611086 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96ad8921-11c9-405c-84cf-99b38bdd664d req-5f1b6823-62e7-4843-a687-75cbac62bb7e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.1395772 Jan 20 13:32:33.620714 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: b41efd37-a0ca-47bd-94b7-387f762d1a00 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:32:33.620714 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b41efd37-a0ca-47bd-94b7-387f762d1a00 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:32:33.636658 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6b184f4-4d73-46b2-b264-9dd95c3faca4 req-ee3a22a1-1040-4c59-aaed-0ea68129aced tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459694 Jan 20 13:32:33.724361 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96ad8921-11c9-405c-84cf-99b38bdd664d req-8c4fe1c6-9857-4b2e-a135-8cd70b54e559 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035626 Jan 20 13:32:33.768326 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (73fc8405-9a4b-49e4-9467-bcf782dc7921), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.783444 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (73fc8405-9a4b-49e4-9467-bcf782dc7921), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.821811 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0923611f-2ac1-49ef-ad2c-a507045fc9f6 x-openstack-request-id: req-0923611f-2ac1-49ef-ad2c-a507045fc9f6 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:33.822121 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4e18cf-c8f3-42cc-8f8f-05562d099bea", "name": "network-vif-plugged", "status": "completed", "tag": "d2940fdb-4044-496e-a0c5-d59e7be876e6", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:33.822380 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0923611f-2ac1-49ef-ad2c-a507045fc9f6 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:33.822849 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2940fdb-4044-496e-a0c5-d59e7be876e6', 'code': 200} Jan 20 13:32:33.825886 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d2940fdb-4044-496e-a0c5-d59e7be876e6,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:33.851195 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc8405-9a4b-49e4-9467-bcf782dc7921,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:33.875787 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:33.880317 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35726) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:33.882438 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-124efa07-63ec-4e4c-b2db-bd55f448e462 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3766615 Jan 20 13:32:33.902401 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group_rule': {'security_group_id': '93cd1a22-c344-47cf-a022-0c76fdbeaf2f', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:33.961253 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:33.962730 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.securitygroups_db [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Project b01d3a5b6db044f8a3923b9ea1f4bfdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:32:33.984212 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:33.986313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:33.992971 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de2ca8-cbff-48c2-9cbc-873345d65ba4 req-f440f453-325d-4a26-90b2-6a421546c502 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.009270 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54de2ca8-cbff-48c2-9cbc-873345d65ba4 req-f440f453-325d-4a26-90b2-6a421546c502 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.1526020 Jan 20 13:32:34.063654 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (4ef46310-6d5f-4d5f-892a-d4541ceb7143), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.090740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48fb9e6-7be3-4e98-8fba-c2bd48ddf6e7 x-openstack-request-id: req-a48fb9e6-7be3-4e98-8fba-c2bd48ddf6e7 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:34.090996 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:34.091232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a48fb9e6-7be3-4e98-8fba-c2bd48ddf6e7 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:34.092191 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'status': 'completed', 'code': 200} Jan 20 13:32:34.138359 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.270027 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e45c-76b1-4016-a792-97873cd19355 req-d8040d32-1975-4b6b-a2ee-6b63b7a8e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.271473 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-54de2ca8-cbff-48c2-9cbc-873345d65ba4 req-44dc4029-30a1-4186-b80f-f087f89cacd4 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600923 Jan 20 13:32:34.277957 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1ff5e45c-76b1-4016-a792-97873cd19355 req-d8040d32-1975-4b6b-a2ee-6b63b7a8e973 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 1103 time: 0.1220646 Jan 20 13:32:34.303004 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35734) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:34.317389 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (4ef46310-6d5f-4d5f-892a-d4541ceb7143), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.343290 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (4ef46310-6d5f-4d5f-892a-d4541ceb7143), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.360227 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-6682e4d8-7f91-48b7-8fba-56e95478fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.363024 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-6682e4d8-7f91-48b7-8fba-56e95478fdad service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1098 time: 0.2227242 Jan 20 13:32:34.415623 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1ff5e45c-76b1-4016-a792-97873cd19355 req-b33b6e70-8483-4d50-80f3-06372f6289d1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303918 Jan 20 13:32:34.547012 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.548425 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6501119 Jan 20 13:32:34.557578 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35740) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:34.564916 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef46310-6d5f-4d5f-892a-d4541ceb7143,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:34.567264 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'security_group_rule': {'security_group_id': '93cd1a22-c344-47cf-a022-0c76fdbeaf2f', 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:34.625986 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '176da6df-2d66-4e8f-8112-93d24850dcd8', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'port_id': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'mac_address': 'fa:16:3e:50:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:32:29Z', 'updated_at': '2022-01-20T13:32:29Z', 'revision_number': 0, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:06Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:34.626674 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.securitygroups_db [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Project b01d3a5b6db044f8a3923b9ea1f4bfdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 13:32:34.643197 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (b54c936f-223d-4d7c-85e2-e7d4a74842bb), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.643533 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.644018 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.644477 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.644921 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.645459 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.646161 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.646614 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.647057 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.647497 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.648018 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.648450 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.648899 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.649336 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe3d5de-97b5-4a0c-9b10-3149a6661445 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:32:34.689881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3909f05-4b5f-4889-8e3e-7493bef8720f None None] The sync data for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi is: [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '176da6df-2d66-4e8f-8112-93d24850dcd8', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'port_id': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'mac_address': 'fa:16:3e:50:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:32:29Z', 'updated_at': '2022-01-20T13:32:29Z', 'revision_number': 0, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:06Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:32:34.731107 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ddda5-8a44-4354-85bc-eabdc18d57ce req-2b500c41-cffd-41a8-95a9-cf1bd56a4074 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.739402 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d1ddda5-8a44-4354-85bc-eabdc18d57ce req-2b500c41-cffd-41a8-95a9-cf1bd56a4074 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.4034851 Jan 20 13:32:34.747176 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-ec842908-b7cd-4f5a-83fd-64555e66ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.749329 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-ec842908-b7cd-4f5a-83fd-64555e66ae46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 915 time: 0.3708284 Jan 20 13:32:34.764917 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cea4d-3102-43c8-8b74-b572fd6bad00 req-6898b918-1771-41c7-b1c2-4b11fc2710f7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.772432 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a63cea4d-3102-43c8-8b74-b572fd6bad00 req-6898b918-1771-41c7-b1c2-4b11fc2710f7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.2529070 Jan 20 13:32:34.777560 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (b54c936f-223d-4d7c-85e2-e7d4a74842bb), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.785424 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (b54c936f-223d-4d7c-85e2-e7d4a74842bb), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.790193 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e4725-8087-440b-ad04-6cf099cad45c tempest-TestVolumeBootPattern-1207927651 tempest-TestVolumeBootPattern-1207927651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:34.790846 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-511e4725-8087-440b-ad04-6cf099cad45c tempest-TestVolumeBootPattern-1207927651 tempest-TestVolumeBootPattern-1207927651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 1094 time: 0.4801304 Jan 20 13:32:34.798815 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 35746) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:34.804145 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'port_id': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:34.805489 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54c936f-223d-4d7c-85e2-e7d4a74842bb,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:34.845613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:34.850307 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-2784e59e-023d-4da9-a6cf-4ca0c68cea6a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880254 Jan 20 13:32:34.909030 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d1ddda5-8a44-4354-85bc-eabdc18d57ce req-1a54c7aa-8662-4df7-9f07-3463b06bd407 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679003 Jan 20 13:32:34.941255 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a63cea4d-3102-43c8-8b74-b572fd6bad00 req-514312bd-8733-4ef3-81a8-a8399fe4e886 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658733 Jan 20 13:32:35.017169 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:35.120878 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-324c5169-bbee-433d-9d7c-23d596581e52 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 999 time: 0.2303147 Jan 20 13:32:35.148581 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f532ca6-0700-4868-b092-d31b7f1dae68 None None] New status for floating IP 176da6df-2d66-4e8f-8112-93d24850dcd8: ACTIVE {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:32:35.206702 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab050e-6007-404e-ad06-01c87a99be4b req-0d61d883-afec-4f8f-9bca-de958e74c9ca tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:35.208644 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25ab050e-6007-404e-ad06-01c87a99be4b req-0d61d883-afec-4f8f-9bca-de958e74c9ca tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.1873620 Jan 20 13:32:35.240094 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-5c0930d6-52a3-4335-9a2e-3ea90b7f4788 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092814097&fields=id&tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf HTTP/1.1" status: 200 len: 267 time: 0.2198517 Jan 20 13:32:35.322491 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-3d905111-8790-4ace-b631-1d3ac748c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:35.324586 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-3d905111-8790-4ace-b631-1d3ac748c3a4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.1886299 Jan 20 13:32:35.349983 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:35.391470 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25ab050e-6007-404e-ad06-01c87a99be4b req-ddc091e8-854b-47dc-9bc1-528ef07f8691 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732814 Jan 20 13:32:35.406149 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-6a7135e1-7a32-4649-ae37-f01caa16bcb8 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:35.413968 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-6a7135e1-7a32-4649-ae37-f01caa16bcb8 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.1727297 Jan 20 13:32:35.422148 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'port': {'security_groups': ['87c378a2-83d7-456d-a839-e2c51684fae0', '93cd1a22-c344-47cf-a022-0c76fdbeaf2f']}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:35.510412 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:35.521410 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:35.751869 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Allocated IP 172.27.2.58 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/5a61c3f4-1937-4de0-ac2d-9de1e9987bcd) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:35.925799 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:35.967801 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:35.987439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:35.996419 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:36.022034 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:36.022769 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:36.032105 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5594ec8f-c128-497a-a6e0-238ff944ba65 req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "PUT /v2.0/ports/6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 981 time: 0.6166847 Jan 20 13:32:36.048824 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:36.054857 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adc244d-ea8c-4608-b259-496e90cf91e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:36.236158 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:36.247308 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731da68-aecd-477f-9f9f-2180e4ff4d67 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=6']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:36.291192 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:36.298570 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:36.299302 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-4d71894d-7770-441e-b58c-d5c615413e46 None None] Provisioning complete for port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:36.299996 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-4d71894d-7770-441e-b58c-d5c615413e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:36.301238 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:36.320214 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d90da0-1a52-428e-877d-9f0bc6d5fe6b req-81974e6c-0260-4420-af11-8ca323da9b2a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:36.321722 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78d90da0-1a52-428e-877d-9f0bc6d5fe6b req-81974e6c-0260-4420-af11-8ca323da9b2a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.1512301 Jan 20 13:32:36.409599 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-4d71894d-7770-441e-b58c-d5c615413e46 None None] Current status of the port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:36.643069 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b008b5-9430-46fd-b357-3b6a59ae47dd req-9b805261-e37e-4854-9e36-e8dd1c1a87d8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:36.651852 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16b008b5-9430-46fd-b357-3b6a59ae47dd req-9b805261-e37e-4854-9e36-e8dd1c1a87d8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.5330527 Jan 20 13:32:36.706932 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=5a61c3f4-1937-4de0-ac2d-9de1e9987bcd,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:36.771986 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16b008b5-9430-46fd-b357-3b6a59ae47dd req-4b4617e6-870d-404e-9ddb-ad31026907de tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191967 Jan 20 13:32:36.838832 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78d90da0-1a52-428e-877d-9f0bc6d5fe6b req-32425e96-9c0a-49d3-8e1f-e8e1643a5899 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775036 Jan 20 13:32:36.848289 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff341ce9-616d-40da-a004-0054baf8b5d0 x-openstack-request-id: req-ff341ce9-616d-40da-a004-0054baf8b5d0 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:36.849258 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:36.849688 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff341ce9-616d-40da-a004-0054baf8b5d0 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:36.850254 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'status': 'completed', 'code': 200} Jan 20 13:32:37.040980 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d978-2f1c-42fc-b8a9-db6bbb4bdace req-c46c6cbf-0105-4a05-a2b2-980783b23360 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:37.042466 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0854d978-2f1c-42fc-b8a9-db6bbb4bdace req-c46c6cbf-0105-4a05-a2b2-980783b23360 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.1151063 Jan 20 13:32:37.275928 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0854d978-2f1c-42fc-b8a9-db6bbb4bdace req-967520ea-ee7d-4339-a1bb-1b652af7e2a8 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211611 Jan 20 13:32:37.427247 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (1fa03302-1415-4d1b-a4d6-31c2ef81e974), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:37.644846 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:37.791839 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['6afbaca9-9b24-4240-a8cd-df5afa7e3f24'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:37.918726 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:37.952615 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:38.012905 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=5a61c3f4-1937-4de0-ac2d-9de1e9987bcd,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:38.042115 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-1acae43d-8009-4ed7-89df-0e09d6c8957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:38.043705 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-1acae43d-8009-4ed7-89df-0e09d6c8957d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2402334 Jan 20 13:32:38.096137 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b96a-ba3e-43d1-af82-0b97d64bb986 req-4fae266e-ef8d-45e4-8ec2-43dbdb798e3b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:38.097761 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc48b96a-ba3e-43d1-af82-0b97d64bb986 req-4fae266e-ef8d-45e4-8ec2-43dbdb798e3b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.1761506 Jan 20 13:32:38.124103 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (1fa03302-1415-4d1b-a4d6-31c2ef81e974), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:38.255017 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc48b96a-ba3e-43d1-af82-0b97d64bb986 req-6aff3a43-c3b5-4a17-83fc-4591eb21c5a5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449630 Jan 20 13:32:38.282379 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Floating IP 1fa03302-1415-4d1b-a4d6-31c2ef81e974 associated. External IP: 172.27.2.58, port: 2b24b625-1dd0-4d5a-8dd8-10291153d48d. Jan 20 13:32:38.496060 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99262a8-ede3-4034-a7c0-89fa22fbe4e9 req-7d5cedd5-675d-4164-a431-157a3edc08f3 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:38.497088 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b99262a8-ede3-4034-a7c0-89fa22fbe4e9 req-7d5cedd5-675d-4164-a431-157a3edc08f3 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0890975 Jan 20 13:32:38.686190 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b99262a8-ede3-4034-a7c0-89fa22fbe4e9 req-22bbdb38-62ba-4631-8ffb-a8ef7ccf92ab tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039062 Jan 20 13:32:38.714632 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:32:38.910768 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:32:38.920768 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-e9ec0abf-e17f-45d8-a7a2-f4bdac0f4c5b service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555507 Jan 20 13:32:38.922312 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:32:38.936682 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:38.937322 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:38.941493 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:38.971530 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4a5a3ac4-5a6c-4476-af55-ab5435f5ab4d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1713295 Jan 20 13:32:38.972056 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:38.974273 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d578b5b3-a383-4115-ae81-851baf3c77f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:39.012228 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92160f1a-11ee-47e5-9cc5-f2fc3098f21d x-openstack-request-id: req-92160f1a-11ee-47e5-9cc5-f2fc3098f21d {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:39.012524 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:39.012777 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92160f1a-11ee-47e5-9cc5-f2fc3098f21d {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:39.013351 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'status': 'completed', 'code': 200} Jan 20 13:32:39.053220 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:39.296813 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '1fa03302-1415-4d1b-a4d6-31c2ef81e974', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:dd:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:32:37Z', 'updated_at': '2022-01-20T13:32:37Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:39.325342 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:32:39.333747 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:32:39.334363 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:32:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:39.391163 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdd68b-8b9e-4e91-b9fd-b5468b5ee801 req-f48fd076-be7d-4201-8540-7d99ec781a18 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:39.392757 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-23fdd68b-8b9e-4e91-b9fd-b5468b5ee801 req-f48fd076-be7d-4201-8540-7d99ec781a18 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Jan 20 13:32:39.443081 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-23fdd68b-8b9e-4e91-b9fd-b5468b5ee801 req-42d10ee1-eddb-482c-88d7-2fe578953b47 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Jan 20 13:32:39.446348 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:32:39.676413 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '1fa03302-1415-4d1b-a4d6-31c2ef81e974', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:dd:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:32:37Z', 'updated_at': '2022-01-20T13:32:37Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:32:39.707071 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb381c3-880e-4705-9b3c-3ab29a26b5ba None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '1fa03302-1415-4d1b-a4d6-31c2ef81e974', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:dd:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:32:37Z', 'updated_at': '2022-01-20T13:32:37Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:32:39.817388 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22252-08a0-424e-97e9-d1743b164748 req-08ac1abc-ab6e-4241-9f63-7d93faf5b3f9 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:39.819002 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6f22252-08a0-424e-97e9-d1743b164748 req-08ac1abc-ab6e-4241-9f63-7d93faf5b3f9 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0554078 Jan 20 13:32:39.871771 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6f22252-08a0-424e-97e9-d1743b164748 req-3fc2012e-2fb7-4fa5-bacd-7ddd1e4e39e9 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Jan 20 13:32:39.918294 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f0573-0359-4b97-a6f0-bd50316804f7 None None] New status for floating IP 1fa03302-1415-4d1b-a4d6-31c2ef81e974: ACTIVE {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:32:40.311859 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-82df8c31-5adb-4030-975f-ce4df1faa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.313561 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-82df8c31-5adb-4030-975f-ce4df1faa0a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 1099 time: 0.0548754 Jan 20 13:32:40.360186 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6c7e95-3d37-49cb-ac18-3c420263c3d2 req-20d887bb-de0f-4322-88e3-548acc9ea011 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181931 Jan 20 13:32:40.417635 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-cf1b950d-60fb-4bbe-bd04-c98ed5c2a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.420070 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-cf1b950d-60fb-4bbe-bd04-c98ed5c2a9fd service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.0991850 Jan 20 13:32:40.488342 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-3ecf3589-384f-450c-aa59-c06ba58dc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.490469 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-3ecf3589-384f-450c-aa59-c06ba58dc905 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1137 time: 0.0776644 Jan 20 13:32:40.530932 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-748687fe-4ad8-4afa-b9d1-6086ba9ce204 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d HTTP/1.1" status: 200 len: 1001 time: 0.1052256 Jan 20 13:32:40.581844 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-b3e4d65c-97e1-4534-91c8-b9520f68f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.583450 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-b3e4d65c-97e1-4534-91c8-b9520f68f6f7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0468118 Jan 20 13:32:40.615044 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24daffb-56b2-4bc2-bee4-9f1041c52785 req-e2fcd10d-4728-42a2-ba28-3e8f0931b11b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.616660 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f24daffb-56b2-4bc2-bee4-9f1041c52785 req-e2fcd10d-4728-42a2-ba28-3e8f0931b11b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Jan 20 13:32:40.634266 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-d47edc06-ba56-4495-90d4-3ebfc30ffe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.635813 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-d47edc06-ba56-4495-90d4-3ebfc30ffe62 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461574 Jan 20 13:32:40.649482 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-d13eeb59-992a-4098-a8d5-0a1931bedae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.650958 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-d13eeb59-992a-4098-a8d5-0a1931bedae7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 915 time: 0.1541080 Jan 20 13:32:40.684991 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f24daffb-56b2-4bc2-bee4-9f1041c52785 req-8e4ed863-ba6b-40d5-9481-83eb257a7b00 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581400 Jan 20 13:32:40.740376 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-103591ba-4866-43b5-b75e-48d2d0426b32 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982246 Jan 20 13:32:40.792890 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-e9324335-883e-4042-9053-eb9f05981741 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 1001 time: 0.0625148 Jan 20 13:32:40.844851 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d578b5b3-a383-4115-ae81-851baf3c77f2 req-a4ffae90-efef-461b-9676-0f1957895b41 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961659 Jan 20 13:32:40.845575 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-3fd95164-9c44-4997-9bee-b370524a375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.847047 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-3fd95164-9c44-4997-9bee-b370524a375a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.0477526 Jan 20 13:32:40.907552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-2bf78ee6-7462-4d8d-850c-da5af9711762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:40.909489 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-2bf78ee6-7462-4d8d-850c-da5af9711762 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541711 Jan 20 13:32:41.064076 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26364739-f903-4fa4-afb4-9acba2b68a3b req-245c856d-4e03-483f-8d66-caddbfa1a71c tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:41.065582 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26364739-f903-4fa4-afb4-9acba2b68a3b req-245c856d-4e03-483f-8d66-caddbfa1a71c tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.1044130 Jan 20 13:32:41.069489 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-a0c88836-fcf7-4dc2-bf2b-9681953ca402 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509211 Jan 20 13:32:41.174188 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26364739-f903-4fa4-afb4-9acba2b68a3b req-1d78a5de-ac2e-4d7f-8171-2db95d4133a6 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025774 Jan 20 13:32:41.198722 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5adc244d-ea8c-4608-b259-496e90cf91e0 req-7052bc18-3957-41a0-af2b-d09203101023 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181707 Jan 20 13:32:41.842984 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd188e-b0eb-4bb4-a093-24c798c0efca req-0f09f110-c410-46fc-b443-05487c0c10bf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:41.845667 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0dd188e-b0eb-4bb4-a093-24c798c0efca req-0f09f110-c410-46fc-b443-05487c0c10bf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0757143 Jan 20 13:32:41.897852 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0dd188e-b0eb-4bb4-a093-24c798c0efca req-e9007ca3-0ea8-4ff7-b7a6-d5a1efdba774 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465498 Jan 20 13:32:42.095893 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['6afbaca9-9b24-4240-a8cd-df5afa7e3f24'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:42.305052 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c6cd-776f-4ab7-8cff-027630a836c1 req-b876d706-f56c-4186-832a-ebd8ec406d5f tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:42.307348 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1539c6cd-776f-4ab7-8cff-027630a836c1 req-b876d706-f56c-4186-832a-ebd8ec406d5f tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0610688 Jan 20 13:32:42.375901 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1539c6cd-776f-4ab7-8cff-027630a836c1 req-9623fb66-bd1e-4c00-9282-1f395c500c0a tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629981 Jan 20 13:32:42.581869 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-2233ca38-0537-49c4-b915-f6832e3e61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:42.583379 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-2233ca38-0537-49c4-b915-f6832e3e61a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1098 time: 0.0440810 Jan 20 13:32:42.687884 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-b0a08eac-6850-494f-8619-2275068e33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:42.689248 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-b0a08eac-6850-494f-8619-2275068e33b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.0989671 Jan 20 13:32:42.762327 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-af2cd11f-a154-4d72-9b93-4817a2b71bc1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 1001 time: 0.0635064 Jan 20 13:32:42.835318 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-29437b08-a851-4be8-91f5-82275dfb79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:42.836856 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-29437b08-a851-4be8-91f5-82275dfb79e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0606391 Jan 20 13:32:42.885811 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-6a62da9c-0800-40bb-bf39-994cc57ffc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:42.887417 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-6a62da9c-0800-40bb-bf39-994cc57ffc64 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445628 Jan 20 13:32:43.326113 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-0b4489a2-02af-40bc-9fe0-ed191e58cd49 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309857 Jan 20 13:32:43.351143 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aebbe5-5154-490b-bfa5-111ccbdb3571 req-9c222a57-c46a-474b-b5e6-3d52fb1bc14f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:43.352715 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57aebbe5-5154-490b-bfa5-111ccbdb3571 req-9c222a57-c46a-474b-b5e6-3d52fb1bc14f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.3704417 Jan 20 13:32:43.461417 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57aebbe5-5154-490b-bfa5-111ccbdb3571 req-90499f86-e43c-4fe2-8d85-cad363b0755f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980144 Jan 20 13:32:43.485924 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57727bd5-fe7f-4f88-87d1-ab911f2d379f req-216bf1d1-b90d-4534-8005-7970766e7fe0 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489139 Jan 20 13:32:43.522544 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183340e-eb97-44a4-a02e-bc2acc065073 req-e1d2f032-8f1b-4fb2-8bf6-c51d779754fb tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:43.524274 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2183340e-eb97-44a4-a02e-bc2acc065073 req-e1d2f032-8f1b-4fb2-8bf6-c51d779754fb tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0673304 Jan 20 13:32:43.579810 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2183340e-eb97-44a4-a02e-bc2acc065073 req-3e73cf7a-578e-4f7b-bfd8-194d8b65ad43 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460074 Jan 20 13:32:43.876858 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11495abd-da2c-4186-8b54-3add7a42e1b0 req-c25163d2-f8ad-429f-8108-0944020631c3 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:43.878479 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11495abd-da2c-4186-8b54-3add7a42e1b0 req-c25163d2-f8ad-429f-8108-0944020631c3 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0628002 Jan 20 13:32:43.939192 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11495abd-da2c-4186-8b54-3add7a42e1b0 req-787bff5f-b240-49cb-ba05-ca14f243e11a tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548491 Jan 20 13:32:44.614989 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49b694-8b44-4f42-9c6f-441751ba8c2c req-01552843-3979-4415-b5f0-96c94719cb59 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:44.616527 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2d49b694-8b44-4f42-9c6f-441751ba8c2c req-01552843-3979-4415-b5f0-96c94719cb59 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0604639 Jan 20 13:32:44.673587 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2d49b694-8b44-4f42-9c6f-441751ba8c2c req-2162f74d-028d-4e64-9fad-8bc3c1bbe260 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475681 Jan 20 13:32:45.079577 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3481c08-569b-48d4-92b1-ae8983e3d0b5 req-0c3b55c9-77db-4907-a17f-0f0597eb1822 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:45.082324 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d3481c08-569b-48d4-92b1-ae8983e3d0b5 req-0c3b55c9-77db-4907-a17f-0f0597eb1822 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0648131 Jan 20 13:32:45.142003 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d3481c08-569b-48d4-92b1-ae8983e3d0b5 req-a619db50-5c23-48b9-a138-f26c3226da64 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Jan 20 13:32:45.809276 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9879-ef88-471d-899a-e1ddc6da215a req-c5f062ba-95eb-4742-9f76-a8f8c22a10ff tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:45.811231 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acad9879-ef88-471d-899a-e1ddc6da215a req-c5f062ba-95eb-4742-9f76-a8f8c22a10ff tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 945 time: 0.0564284 Jan 20 13:32:45.875799 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acad9879-ef88-471d-899a-e1ddc6da215a req-facb5817-ba48-45d9-9b46-bde6a1f08c06 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585923 Jan 20 13:32:46.281446 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a276e26-3a92-4574-b05c-2dbe1654b8fb req-51f18287-859f-47e3-a67f-56aadc30a7e5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:46.283277 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a276e26-3a92-4574-b05c-2dbe1654b8fb req-51f18287-859f-47e3-a67f-56aadc30a7e5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0525899 Jan 20 13:32:46.340317 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a276e26-3a92-4574-b05c-2dbe1654b8fb req-045aedf8-6088-45c6-928d-34260e6baf52 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477536 Jan 20 13:32:46.407759 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:32:46.495602 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: ACTIVE; New status is: DOWN {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:46.496162 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:46.520628 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:46.522927 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6313ad4d-2e3b-444b-b4fa-3e3eb43d8240" -d '{"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:46.536816 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:46.541734 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:46.565353 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3c9920-fa19-4b15-8d6d-09ad1a3013d3 x-openstack-request-id: req-dd3c9920-fa19-4b15-8d6d-09ad1a3013d3 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:46.565673 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:46.565928 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd3c9920-fa19-4b15-8d6d-09ad1a3013d3 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:46.566315 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'code': 200} Jan 20 13:32:46.591963 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=8']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:47.002248 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93179-c491-4ba3-bfaf-12c3c8166da0 req-75ea82f2-0e5f-45ce-970c-00866b0c70e5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:47.003803 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0c93179-c491-4ba3-bfaf-12c3c8166da0 req-75ea82f2-0e5f-45ce-970c-00866b0c70e5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0518773 Jan 20 13:32:47.054558 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0c93179-c491-4ba3-bfaf-12c3c8166da0 req-f85e87a4-d3bc-47e6-a708-1501488e3981 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Jan 20 13:32:47.289103 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:32:47.464641 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f671421-a305-43dd-9a37-043834120376 req-9971a0ee-9e7e-416c-b424-7957b39169b4 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:47.466421 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f671421-a305-43dd-9a37-043834120376 req-9971a0ee-9e7e-416c-b424-7957b39169b4 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0557451 Jan 20 13:32:47.521080 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f671421-a305-43dd-9a37-043834120376 req-8d45415b-2c15-41eb-abdf-9f29f98ec4fc tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490379 Jan 20 13:32:48.177401 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a208b-7d5e-41b1-8677-1cae3fc75f66 req-625f1508-373f-4e4c-84d1-fee892b31e0b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:48.178886 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-527a208b-7d5e-41b1-8677-1cae3fc75f66 req-625f1508-373f-4e4c-84d1-fee892b31e0b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0513554 Jan 20 13:32:48.230719 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-527a208b-7d5e-41b1-8677-1cae3fc75f66 req-7c492a54-a4a2-40fa-b5ec-09bd19fd0176 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 Jan 20 13:32:48.646665 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415322a-8703-4868-8492-6b05f8384cb8 req-46f00599-ea0a-4976-a90b-162feaf60c6e tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:48.648270 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5415322a-8703-4868-8492-6b05f8384cb8 req-46f00599-ea0a-4976-a90b-162feaf60c6e tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0566275 Jan 20 13:32:48.698021 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5415322a-8703-4868-8492-6b05f8384cb8 req-0804d798-66a7-4f35-a9ed-0de4727ebcc1 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/security-groups?id=3854d4e4-6ae8-4ba0-91de-b428f6cabd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Jan 20 13:32:49.189485 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-52bea943-6d7d-46fb-92d2-dca92fb7d11c tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:49.191009 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-52bea943-6d7d-46fb-92d2-dca92fb7d11c tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.91 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 950 time: 0.0602286 Jan 20 13:32:49.295840 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Deleting port d2940fdb-4044-496e-a0c5-d59e7be876e6 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:32:49.296270 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:49.498232 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2443-6b3e-413c-a8f2-bf3c4c010a79 req-590bd5cd-5f5a-4ab7-95ae-0b60b65dc69b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:49.499772 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b16a2443-6b3e-413c-a8f2-bf3c4c010a79 req-590bd5cd-5f5a-4ab7-95ae-0b60b65dc69b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1801023 Jan 20 13:32:49.501896 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] For port d2940fdb-4044-496e-a0c5-d59e7be876e6, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d2940fdb-4044-496e-a0c5-d59e7be876e6,segment=NetworkSegment(38b5b277-45b1-4388-85c1-44175499ff2f),segment_id=38b5b277-45b1-4388-85c1-44175499ff2f)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:32:49.502207 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:49.530105 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Calling delete_port for d2940fdb-4044-496e-a0c5-d59e7be876e6 owned by compute:nova {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:32:49.648855 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-6de42000-29a6-43b3-9df1-f15402c7bc95 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:49.650498 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-6de42000-29a6-43b3-9df1-f15402c7bc95 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/networks?id=5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 200 len: 814 time: 0.2956030 Jan 20 13:32:49.658478 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b16a2443-6b3e-413c-a8f2-bf3c4c010a79 req-4177ee04-281f-46a4-893b-92b54e963395 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467028 Jan 20 13:32:49.680961 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-bce16c48-a05a-4db6-820d-2e94756a802c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/quotas/f159e01e39254b9a8e4368ce79ccfa37 HTTP/1.1" status: 200 len: 375 time: 0.0201328 Jan 20 13:32:49.724915 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-a729dfb2-0914-478a-a383-5285fc96d7f8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338824 Jan 20 13:32:49.797010 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (d2940fdb-4044-496e-a0c5-d59e7be876e6), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:49.816650 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['d2940fdb-4044-496e-a0c5-d59e7be876e6'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:32:49.872136 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Pushing event deleted for resources: {'Port': ['ID=d2940fdb-4044-496e-a0c5-d59e7be876e6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:49.995611 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] No DVR routers for this DVR port d2940fdb-4044-496e-a0c5-d59e7be876e6 on host hv-cinder-82549 {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:32:50.002202 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:50.005727 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-255bd2e9-3a72-44b3-8126-b12d035f2a57 req-c8c47be5-df4e-4ea6-afd7-3d9bb0788ce5 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.91 "DELETE /v2.0/ports/d2940fdb-4044-496e-a0c5-d59e7be876e6 HTTP/1.1" status: 204 len: 173 time: 0.8085637 Jan 20 13:32:50.006280 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'name': 'network-vif-deleted', 'tag': 'd2940fdb-4044-496e-a0c5-d59e7be876e6'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:50.008642 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cedbee8-241b-45af-8ada-4498966f8653" -d '{"events": [{"server_uuid": "5b4e18cf-c8f3-42cc-8f8f-05562d099bea", "name": "network-vif-deleted", "tag": "d2940fdb-4044-496e-a0c5-d59e7be876e6"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:50.057516 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-f0e1fe3e-859f-42da-bcb8-5adba7fe679e service neutron] 10.222.0.70 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143799 Jan 20 13:32:50.208210 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-a034a566-14af-4c4c-b011-9a15fa52e557 service neutron] 10.222.0.70 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412699 Jan 20 13:32:50.243501 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14835dd5-838b-4b26-b635-ae6ee401ada9 req-f5d8e72c-9eef-484e-851a-1334d9ec2a77 tempest-VolumesNegativeTest-1763761630 tempest-VolumesNegativeTest-1763761630-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b4e18cf-c8f3-42cc-8f8f-05562d099bea HTTP/1.1" status: 200 len: 210 time: 0.0305827 Jan 20 13:32:50.362326 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055ed852-9a53-447a-9256-cf6a2cf3ca72 x-openstack-request-id: req-055ed852-9a53-447a-9256-cf6a2cf3ca72 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:50.362521 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4e18cf-c8f3-42cc-8f8f-05562d099bea", "name": "network-vif-deleted", "tag": "d2940fdb-4044-496e-a0c5-d59e7be876e6", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:50.362780 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-055ed852-9a53-447a-9256-cf6a2cf3ca72 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:50.363226 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4e18cf-c8f3-42cc-8f8f-05562d099bea', 'name': 'network-vif-deleted', 'tag': 'd2940fdb-4044-496e-a0c5-d59e7be876e6', 'status': 'completed', 'code': 200} Jan 20 13:32:50.391286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-94fb0d23-2755-4709-a373-7be44d5f1b76 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602450969&fields=id&tenant_id=ebd453b05be74b3584cc35d4b6dfb16a HTTP/1.1" status: 200 len: 267 time: 0.0545392 Jan 20 13:32:50.430478 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-1a10afe6-9892-4b3e-a7a6-e26a26669279 req-7b369010-952b-4343-a3f6-cb5f311e87d3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:32:50.431476 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a10afe6-9892-4b3e-a7a6-e26a26669279 req-7b369010-952b-4343-a3f6-cb5f311e87d3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196936 Jan 20 13:32:50.549071 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-12e192d5-7676-4987-9446-e2f605996bbf tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:50.550726 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-12e192d5-7676-4987-9446-e2f605996bbf tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 808 time: 0.1517999 Jan 20 13:32:50.599976 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c99208b7-d16e-4a15-b03d-5af94c3f64a1 req-64ded43b-318b-4b72-a5fa-3acd281b6545 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 210 time: 0.0413976 Jan 20 13:32:50.603177 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-9b128d45-8e1f-40d1-a92f-d7a70d31da68 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/quotas/ebd453b05be74b3584cc35d4b6dfb16a HTTP/1.1" status: 200 len: 375 time: 0.0424759 Jan 20 13:32:50.702909 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2d38e395-0382-4d3f-ad14-b598028cde01 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868917 Jan 20 13:32:50.790469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618254-f1cb-48cc-b5e0-84e5e7fbcf38 req-ddbe5ca4-1320-4f8d-8e63-d79248122ff1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:50.799519 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6618254-f1cb-48cc-b5e0-84e5e7fbcf38 req-ddbe5ca4-1320-4f8d-8e63-d79248122ff1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0785816 Jan 20 13:32:50.920764 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6618254-f1cb-48cc-b5e0-84e5e7fbcf38 req-7bc055e5-779c-4fe6-b790-874ace534d53 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202164 Jan 20 13:32:50.964877 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-760af66e-a4d4-4102-9610-a242ce79c961 service neutron] 10.222.0.70 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487776 Jan 20 13:32:51.045226 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 35976) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:51.093932 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-ad101835-71d0-4818-a774-b171e4110037 service neutron] 10.222.0.70 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276295 Jan 20 13:32:51.171968 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-ded418d1-9af9-4d1a-b500-1ad926687a37 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254785 Jan 20 13:32:51.181537 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-1600067f-d986-492b-ae68-bcbe619be0d1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:32:51.182563 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-1600067f-d986-492b-ae68-bcbe619be0d1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054209 Jan 20 13:32:51.525705 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3200dc54-6ed2-4988-be30-fa2ac261fe00 req-3e492406-6757-4b97-acf5-de856dea3c8a tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 210 time: 0.0315282 Jan 20 13:32:51.786752 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09dcee31-74e6-4e42-992e-d43f039779b6 req-707593dd-cbe0-4720-b620-917c6157b8cc tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 210 time: 0.0740414 Jan 20 13:32:51.974857 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-07c605b2-14fc-4a8f-b29a-d5e76770edb2 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:51.976532 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-07c605b2-14fc-4a8f-b29a-d5e76770edb2 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "GET /v2.0/networks?id=5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 200 len: 814 time: 0.2481222 Jan 20 13:32:51.992729 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Request body: {'port': {'device_id': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351', 'admin_state_up': True, 'tenant_id': 'f159e01e39254b9a8e4368ce79ccfa37'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:52.191529 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4931-1ad6-4f93-93fc-870f5454f943 req-19eff6a1-3474-48c8-81b1-e7d5b36513ab tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:52.193148 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a4b4931-1ad6-4f93-93fc-870f5454f943 req-19eff6a1-3474-48c8-81b1-e7d5b36513ab tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0840263 Jan 20 13:32:52.252476 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Made reservation on behalf of f159e01e39254b9a8e4368ce79ccfa37 for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:32:52.256910 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:52.282244 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a4b4931-1ad6-4f93-93fc-870f5454f943 req-185cdb54-cb11-4707-9ec9-ac9a28b6d06b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813739 Jan 20 13:32:52.447981 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:32:52.473692 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Allocated IP 172.20.0.8 (5a3f66a0-d09b-4448-a110-299943e0f351/c13c46a3-711d-4d42-ab63-19c2e81052c9/2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:52.588924 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: DOWN; New status is: DOWN {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:32:52.591231 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d2940fdb-4044-496e-a0c5-d59e7be876e6 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:32:52.660650 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: d2940fdb-4044-496e-a0c5-d59e7be876e6 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:32:52.661051 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d2940fdb-4044-496e-a0c5-d59e7be876e6 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:32:52.752999 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff3f11ef-2344-4b00-929f-4ebf87b50292 req-ae4aa65b-8dda-4c3c-ac1e-8ea408df367b tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 210 time: 0.0625219 Jan 20 13:32:52.770943 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks [] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:52.823318 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:52.883100 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Network 5a3f66a0-d09b-4448-a110-299943e0f351 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:52.901647 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:52.907077 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:52.970667 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Pushing event updated for resources: {'Port': ['ID=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:53.097034 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.097653 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:53.117866 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923f68-bd48-4c59-8303-89d820571f77 req-fcb58448-10ec-40bd-a6e3-834701b10f0a tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.119638 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5f923f68-bd48-4c59-8303-89d820571f77 req-fcb58448-10ec-40bd-a6e3-834701b10f0a tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 931 time: 0.1831765 Jan 20 13:32:53.164258 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-c45e4ca4-d262-4a36-bca8-3b867c5370c0 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1761553 Jan 20 13:32:53.210700 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5f923f68-bd48-4c59-8303-89d820571f77 req-f705fdf5-7641-4d17-baf5-fe3bc6030ecc tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814257 Jan 20 13:32:53.266715 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Request body: {'port': {'device_id': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:53.373387 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.424990 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-c6fe9ba9-bdd7-4d31-bc35-83ba733d6711 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.428440 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-c6fe9ba9-bdd7-4d31-bc35-83ba733d6711 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.91 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 808 time: 0.5390141 Jan 20 13:32:53.466305 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5552-011e-4f22-af48-21a0e144c29f req-c65bcf98-7b94-4466-9341-60797392ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.467929 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-c65bcf98-7b94-4466-9341-60797392ba03 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7&tenant_id=91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 1096 time: 0.2152097 Jan 20 13:32:53.539500 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-68acf620-2b48-43cf-9a2f-f1922fb33eb7 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd453b05be74b3584cc35d4b6dfb16a HTTP/1.1" status: 200 len: 380 time: 0.1027350 Jan 20 13:32:53.551971 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'port': {'device_id': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'admin_state_up': True, 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'security_groups': ['cb5ec6d1-fd12-4d03-b4a0-e636f98281e7']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:53.577886 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5552-011e-4f22-af48-21a0e144c29f req-da441b5a-da80-4103-813a-ca67ad871183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.579368 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-da441b5a-da80-4103-813a-ca67ad871183 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1096 time: 0.0815771 Jan 20 13:32:53.584972 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d292fe-ad45-4a23-a547-e4de6f72de2e req-a1e27cb0-9708-418a-a7ed-c1e47b893253 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.593569 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41d292fe-ad45-4a23-a547-e4de6f72de2e req-a1e27cb0-9708-418a-a7ed-c1e47b893253 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1615975 Jan 20 13:32:53.743324 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41d292fe-ad45-4a23-a547-e4de6f72de2e req-f26558a8-7cbc-4422-a53f-8c145dcdcd04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467006 Jan 20 13:32:53.756605 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5552-011e-4f22-af48-21a0e144c29f req-959ac77d-ea03-497c-b905-7f5b03b39017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:53.758530 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-959ac77d-ea03-497c-b905-7f5b03b39017 service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.1716275 Jan 20 13:32:53.870081 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-b7be8f32-34b0-4ecf-bf2b-67cfe12b4e4a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 999 time: 0.1057677 Jan 20 13:32:53.873933 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Made reservation on behalf of ebd453b05be74b3584cc35d4b6dfb16a for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:32:53.879954 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:53.881629 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:53.904643 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Publish callbacks [] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:53.935435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Transition to ACTIVE for port object 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:32:53.968678 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:53.996848 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bf6f0644-52c6-40f2-9c78-944a0683953d req-bff6a13d-70ce-4da4-b099-52031a09faf3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 210 time: 0.0580943 Jan 20 13:32:54.004438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5552-011e-4f22-af48-21a0e144c29f req-d3895ea6-4ecd-4cfc-a3f5-1fb40595b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.005968 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-d3895ea6-4ecd-4cfc-a3f5-1fb40595b011 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.1219039 Jan 20 13:32:54.088643 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Pushing event updated for resources: {'Port': ['ID=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:54.109316 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd5552-011e-4f22-af48-21a0e144c29f req-2b8890db-5eac-4167-a4a9-aeef01925bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.110940 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-2b8890db-5eac-4167-a4a9-aeef01925bea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895140 Jan 20 13:32:54.151257 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Attempting to bind port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:54.152165 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Attempting to bind port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:54.155228 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Attempting to bind port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 on network 5a3f66a0-d09b-4448-a110-299943e0f351 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:54.158852 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Allocated IP 172.20.0.11 (13e293a9-b7d6-4cc3-907e-f7eb6e23022f/3a43449f-7953-4865-ac1b-47aaa8079c5e/d53b7c37-f513-449c-af85-d355e60845a1) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:32:54.164757 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 on network 5a3f66a0-d09b-4448-a110-299943e0f351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:32:54.166556 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Attempting to bind port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 on network 5a3f66a0-d09b-4448-a110-299943e0f351 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:54.177559 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:54.178132 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Checking segment: {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:54.178980 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Bound using segment: {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:54.179746 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Bound port: 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc7358-672c-4c00-9b6e-6449c5656d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:54.180469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:54.293033 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-d6ad82f6-8318-45e8-9224-ca5130c5e232 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645408 Jan 20 13:32:54.347294 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] For port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host hv-cinder-82549, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:54.353784 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] For port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:54.361701 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:54.428545 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.429165 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:54.430589 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] 10.222.0.91 "PUT /v2.0/ports/2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 HTTP/1.1" status: 200 len: 1093 time: 1.2501955 Jan 20 13:32:54.446022 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'tag': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:54.448409 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3611ea75-6eca-4b78-b6ad-6353831b9602" -d '{"events": [{"name": "network-changed", "server_uuid": "d941bca6-0696-4161-acc5-eb9445dfe607", "tag": "2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:54.472384 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-70cd5552-011e-4f22-af48-21a0e144c29f req-895190ed-d97c-4740-9599-f8ad8a494fff service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688681 Jan 20 13:32:54.479298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for port (d53b7c37-f513-449c-af85-d355e60845a1), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:54.542891 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c546c-db5e-4284-a674-88dfb3081232 req-b569b684-c34f-4b29-8ce3-6eb91676a5c8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.546060 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-623c546c-db5e-4284-a674-88dfb3081232 req-b569b684-c34f-4b29-8ce3-6eb91676a5c8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.1683486 Jan 20 13:32:54.547584 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66bd75-d239-4088-8484-3124bef95d1b service neutron] Pushing event updated for resources: {'Port': ['ID=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:54.594902 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:54.615605 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-1a243b7b-bb34-4c2a-8250-ae86d5b235ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.617565 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-1a243b7b-bb34-4c2a-8250-ae86d5b235ee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 1096 time: 0.1273263 Jan 20 13:32:54.627431 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-623c546c-db5e-4284-a674-88dfb3081232 req-9dbfda61-18ac-47ef-a09e-3de221ba79bc tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753820 Jan 20 13:32:54.675353 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99a2a46-edd5-4b5a-bb3d-27837c27a189 x-openstack-request-id: req-c99a2a46-edd5-4b5a-bb3d-27837c27a189 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:54.676004 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d941bca6-0696-4161-acc5-eb9445dfe607", "tag": "2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:54.676515 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c99a2a46-edd5-4b5a-bb3d-27837c27a189 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:54.677248 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'tag': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208', 'status': 'completed', 'code': 200} Jan 20 13:32:54.701634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:32:54.703465 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-545fa0f3-45c6-41fd-883a-2c2043572ee8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 HTTP/1.1" status: 200 len: 217 time: 0.0663941 Jan 20 13:32:54.706956 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:32:54.712007 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:32:54.745199 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:54.811608 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.818127 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:54.824022 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-eb6f1672-d426-4dad-82fd-7acae11070e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.826586 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-eb6f1672-d426-4dad-82fd-7acae11070e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c13c46a3-711d-4d42-ab63-19c2e81052c9 HTTP/1.1" status: 200 len: 854 time: 0.1114542 Jan 20 13:32:54.911942 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-e973da05-8003-4044-9692-f86c6742b487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3661337 Jan 20 13:32:54.915345 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-88c2fa01-7b6c-4386-85ef-9b4dfcad02e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3f66a0-d09b-4448-a110-299943e0f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807948 Jan 20 13:32:54.935333 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Request body: {'port': {'device_id': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:32:54.971102 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a63d31-dbd8-4eb1-b801-c32f0a46f6e6 req-13e0879b-da0e-4cff-a727-bb397c792067 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:54.974772 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5a63d31-dbd8-4eb1-b801-c32f0a46f6e6 req-13e0879b-da0e-4cff-a727-bb397c792067 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1007774 Jan 20 13:32:55.132970 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5a63d31-dbd8-4eb1-b801-c32f0a46f6e6 req-cfcdfa9d-c338-4d3f-bc61-ebcf161b2548 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509986 Jan 20 13:32:55.203401 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-917fda2a-6e01-44da-9501-7aca35a0c101 None None] Provisioning complete for port d53b7c37-f513-449c-af85-d355e60845a1 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:32:55.204518 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-917fda2a-6e01-44da-9501-7aca35a0c101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (d53b7c37-f513-449c-af85-d355e60845a1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:55.273149 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:55.324256 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779444e-d192-41e7-91a4-7e9aed67906d req-2fede875-c7d9-4f21-8ad0-c67bdfc9d321 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:55.326789 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2779444e-d192-41e7-91a4-7e9aed67906d req-2fede875-c7d9-4f21-8ad0-c67bdfc9d321 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 932 time: 0.1095767 Jan 20 13:32:55.346787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-917fda2a-6e01-44da-9501-7aca35a0c101 None None] Port d53b7c37-f513-449c-af85-d355e60845a1 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:32:55.381250 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-0dd3cd7b-73fa-4aad-865a-397768d68832 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511249 Jan 20 13:32:55.448384 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2779444e-d192-41e7-91a4-7e9aed67906d req-f4b5732d-13df-4d2c-8d45-2a2a1566e233 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969477 Jan 20 13:32:55.812759 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:55.855663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eb0b3-d761-4e1e-b12a-d5aaad69459e req-bec9b214-51ef-44aa-b938-20f220394896 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:55.857006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53b7c37-f513-449c-af85-d355e60845a1 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:32:55.858896 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c06eb0b3-d761-4e1e-b12a-d5aaad69459e req-bec9b214-51ef-44aa-b938-20f220394896 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.1124344 Jan 20 13:32:55.875316 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Publish callbacks [] for port (d53b7c37-f513-449c-af85-d355e60845a1), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:55.900332 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Transition to ACTIVE for port object d53b7c37-f513-449c-af85-d355e60845a1 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:32:55.909590 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:55.976990 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:55.984508 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c06eb0b3-d761-4e1e-b12a-d5aaad69459e req-9b8e8cd2-7e01-429d-b31c-24f79dc079e8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148386 Jan 20 13:32:56.072534 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Attempting to bind port d53b7c37-f513-449c-af85-d355e60845a1 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:32:56.072870 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Attempting to bind port d53b7c37-f513-449c-af85-d355e60845a1 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:32:56.073203 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Attempting to bind port d53b7c37-f513-449c-af85-d355e60845a1 on network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:56.078990 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Port d53b7c37-f513-449c-af85-d355e60845a1 on network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:32:56.079293 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Attempting to bind port d53b7c37-f513-449c-af85-d355e60845a1 on network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:32:56.085311 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:32:56.085652 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Checking segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:32:56.086042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Bound using segment: {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:32:56.086475 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Bound port: d53b7c37-f513-449c-af85-d355e60845a1, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd7b692-1557-47b9-b5db-530961d69a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:32:56.086888 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:56.174569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:32:56.178371 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:32:56.184313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:56.225404 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:56.226034 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:56.228062 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] 10.222.0.91 "PUT /v2.0/ports/d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 1094 time: 1.2991486 Jan 20 13:32:56.228772 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:32:56.232273 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026226b6-510f-4dd5-a568-85a11055bd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:32:56.305483 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015bb25-61d6-4b88-9452-b631f62a8d49 service neutron] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:56.419105 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66312ac-65a4-491c-88f0-4cc8b095acbe req-841ab2da-4117-41f0-8f3a-8ecf063ccae8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:56.421729 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b66312ac-65a4-491c-88f0-4cc8b095acbe req-841ab2da-4117-41f0-8f3a-8ecf063ccae8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1227176 Jan 20 13:32:56.479303 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c087059-f004-4887-9e5b-fd05bfd7a96c x-openstack-request-id: req-2c087059-f004-4887-9e5b-fd05bfd7a96c {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:32:56.479743 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:32:56.482106 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c087059-f004-4887-9e5b-fd05bfd7a96c {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:32:56.482106 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'status': 'completed', 'code': 200} Jan 20 13:32:56.534160 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b66312ac-65a4-491c-88f0-4cc8b095acbe req-311e2bf7-7427-4cfc-b7f5-3ec7e78cad78 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926411 Jan 20 13:32:56.623126 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df5af-92f1-4df4-a3e0-67a49c27ece1 req-e4e4c0ac-d3a8-4431-a682-b5d2c82ff43e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:56.629332 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-989df5af-92f1-4df4-a3e0-67a49c27ece1 req-e4e4c0ac-d3a8-4431-a682-b5d2c82ff43e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0767038 Jan 20 13:32:56.687962 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-989df5af-92f1-4df4-a3e0-67a49c27ece1 req-c8f37b59-724a-415f-b0f2-0a22717a5173 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565846 Jan 20 13:32:57.144359 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c765e5-02aa-4a02-b457-7e6faa314ebc req-3c6f1953-7826-4892-ad11-ba19ac7751e8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:57.148507 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26c765e5-02aa-4a02-b457-7e6faa314ebc req-3c6f1953-7826-4892-ad11-ba19ac7751e8 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0782812 Jan 20 13:32:57.154688 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36316) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:57.257125 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26c765e5-02aa-4a02-b457-7e6faa314ebc req-f4f4c22b-53cc-48ba-bd50-466153f6c45c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917599 Jan 20 13:32:57.382908 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-24212975-6274-4e7c-b0bb-edfc4751dbb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95b59d0f13bc44c9902282ac9d9bd6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270021 Jan 20 13:32:57.385453 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36320) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:32:57.477043 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-963d1632-3612-4f20-8ee2-1c1a759a043a admin admin] Publish callbacks [] for security_group (3854d4e4-6ae8-4ba0-91de-b428f6cabd12), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:57.520628 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-963d1632-3612-4f20-8ee2-1c1a759a043a admin admin] Publish callbacks [] for security_group (3854d4e4-6ae8-4ba0-91de-b428f6cabd12), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:57.609834 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-963d1632-3612-4f20-8ee2-1c1a759a043a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (3854d4e4-6ae8-4ba0-91de-b428f6cabd12), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:57.616036 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-963d1632-3612-4f20-8ee2-1c1a759a043a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:57.623357 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-963d1632-3612-4f20-8ee2-1c1a759a043a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3854d4e4-6ae8-4ba0-91de-b428f6cabd12 HTTP/1.1" status: 204 len: 168 time: 0.2315669 Jan 20 13:32:57.634240 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d1632-3612-4f20-8ee2-1c1a759a043a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3854d4e4-6ae8-4ba0-91de-b428f6cabd12,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:32:57.793430 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882b96f-b80f-4eb1-82cd-cc6d008d8d1c req-0c53842c-f703-4f2c-9a0b-96f38b2b23f7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:57.803635 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3882b96f-b80f-4eb1-82cd-cc6d008d8d1c req-0c53842c-f703-4f2c-9a0b-96f38b2b23f7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.1377628 Jan 20 13:32:57.929334 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3882b96f-b80f-4eb1-82cd-cc6d008d8d1c req-f2421091-6967-41dc-84b7-83943b16b488 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204751 Jan 20 13:32:58.008631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377a264-e642-4423-9832-db44f87fa799 req-88512afd-ce2c-415f-ac6f-1b2cc078d41a tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:58.010643 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2377a264-e642-4423-9832-db44f87fa799 req-88512afd-ce2c-415f-ac6f-1b2cc078d41a tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.2037883 Jan 20 13:32:58.125694 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2377a264-e642-4423-9832-db44f87fa799 req-a3f0dc58-462e-4154-9ed3-b8ea7bb89df0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051977 Jan 20 13:32:58.431574 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e486511-e8d2-4d06-ba84-0dd26d785d71 req-1960c00b-42a9-495f-b5f9-c8e3faab5260 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:58.433129 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e486511-e8d2-4d06-ba84-0dd26d785d71 req-1960c00b-42a9-495f-b5f9-c8e3faab5260 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0695877 Jan 20 13:32:58.494101 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e486511-e8d2-4d06-ba84-0dd26d785d71 req-b55433c0-8fda-4dca-bb2a-a50db6517669 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523820 Jan 20 13:32:59.023774 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-53d01322-03d1-4a30-9edd-83ef0befd071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:32:59.089404 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7e22a-3ead-433e-a691-178b15c9d529 req-fe2377ed-6b9e-4d78-a280-c07d4f4ee12d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:59.092746 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7f7e22a-3ead-433e-a691-178b15c9d529 req-fe2377ed-6b9e-4d78-a280-c07d4f4ee12d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0626493 Jan 20 13:32:59.150942 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7f7e22a-3ead-433e-a691-178b15c9d529 req-82583034-8b2b-4ccc-987e-e605440a8d91 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524306 Jan 20 13:32:59.265253 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2a215-bc23-4cf0-9f5e-75e65d7349c5 req-9dcc8a0c-d4a2-4a8c-866e-594968ff8c68 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:59.266879 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-81d2a215-bc23-4cf0-9f5e-75e65d7349c5 req-9dcc8a0c-d4a2-4a8c-866e-594968ff8c68 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0534899 Jan 20 13:32:59.616682 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-81d2a215-bc23-4cf0-9f5e-75e65d7349c5 req-3dfacbc0-6a70-4321-a799-efd5fa0a852f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438866 Jan 20 13:32:59.660508 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a967e2-4a94-48e0-a748-353eea1b7dfc req-798a88ab-a531-4b61-8a9c-7c31b7a1da0c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:32:59.662186 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-68a967e2-4a94-48e0-a748-353eea1b7dfc req-798a88ab-a531-4b61-8a9c-7c31b7a1da0c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0653350 Jan 20 13:32:59.729896 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-68a967e2-4a94-48e0-a748-353eea1b7dfc req-442fea7b-dccf-4c2a-9b88-7711dc7c3bf6 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618186 Jan 20 13:33:00.279669 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a964580-c9b8-46e3-9163-ac168d5da3d0 req-d0487325-4dc0-4f21-9d87-0cced64f2fe6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:00.281219 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a964580-c9b8-46e3-9163-ac168d5da3d0 req-d0487325-4dc0-4f21-9d87-0cced64f2fe6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0520759 Jan 20 13:33:00.341736 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a964580-c9b8-46e3-9163-ac168d5da3d0 req-6849b347-593f-469e-9e07-779a2acda146 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532184 Jan 20 13:33:00.755432 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f231f-135e-4361-8814-b55a5cd882af req-02d2189f-6cf2-4b92-8660-ba8c88e50d59 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:00.766302 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-469f231f-135e-4361-8814-b55a5cd882af req-02d2189f-6cf2-4b92-8660-ba8c88e50d59 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0590734 Jan 20 13:33:00.817898 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-469f231f-135e-4361-8814-b55a5cd882af req-001d468e-771d-4e21-ac7f-431e4c7d30e9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527818 Jan 20 13:33:00.870240 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df395e1-62e4-45a9-8ea0-c7ad46d56156 req-f976877e-bb3d-4d69-b2c2-853b008c8e77 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:00.873245 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0df395e1-62e4-45a9-8ea0-c7ad46d56156 req-f976877e-bb3d-4d69-b2c2-853b008c8e77 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0609021 Jan 20 13:33:00.930801 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0df395e1-62e4-45a9-8ea0-c7ad46d56156 req-d9a93848-89eb-4725-bae6-bd46e919cc7f tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Jan 20 13:33:01.474842 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a4b7a-8624-4574-94d5-855c23acf4d9 req-4b160358-6664-46aa-9a6a-4f3c0f99ffb9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:01.476341 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f2a4b7a-8624-4574-94d5-855c23acf4d9 req-4b160358-6664-46aa-9a6a-4f3c0f99ffb9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0534296 Jan 20 13:33:01.522980 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f2a4b7a-8624-4574-94d5-855c23acf4d9 req-f8ebf9c4-abe3-4c14-a575-a08b8b30f496 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Jan 20 13:33:01.784321 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-edf7a955-3ff7-481c-8d8e-4c01affaf4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:01.940846 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44303d-06b2-4fc8-9091-da369b4acf3d req-8e5f8482-a1f1-489e-8a4d-677d6400cbb3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:01.942447 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dd44303d-06b2-4fc8-9091-da369b4acf3d req-8e5f8482-a1f1-489e-8a4d-677d6400cbb3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0544343 Jan 20 13:33:02.004795 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dd44303d-06b2-4fc8-9091-da369b4acf3d req-5b80bde5-c838-4e99-85e3-bdbe5838d110 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517626 Jan 20 13:33:02.068874 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b99c3e-1af8-47d0-b438-333504c59aea req-2366c1d1-a67c-42e0-9bf5-3493c131909e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:02.070464 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34b99c3e-1af8-47d0-b438-333504c59aea req-2366c1d1-a67c-42e0-9bf5-3493c131909e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0538282 Jan 20 13:33:02.130602 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34b99c3e-1af8-47d0-b438-333504c59aea req-1f4bcc3b-264b-4d4a-8f78-3c312e9ad78f tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538054 Jan 20 13:33:02.658462 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4395a0b-ea29-448e-ad9b-54c625e21198 req-5d694870-39ec-4291-b30d-e2307325d752 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:02.660553 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4395a0b-ea29-448e-ad9b-54c625e21198 req-5d694870-39ec-4291-b30d-e2307325d752 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0566278 Jan 20 13:33:02.719030 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4395a0b-ea29-448e-ad9b-54c625e21198 req-15156a82-8943-4b5c-807d-6309d7e65c23 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528169 Jan 20 13:33:03.003868 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:03.175698 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5416ca3-9a4e-4952-9327-cda21d60814a req-fefe43d4-293a-4fec-bffe-2567232afae6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:03.177336 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5416ca3-9a4e-4952-9327-cda21d60814a req-fefe43d4-293a-4fec-bffe-2567232afae6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0779011 Jan 20 13:33:03.320799 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5416ca3-9a4e-4952-9327-cda21d60814a req-8ebc4146-6604-447f-9f8c-6f536d6d172a tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276562 Jan 20 13:33:03.341095 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1d07f-b8ea-4964-8ce3-89c19cb370f7 req-4690a82c-c552-44f5-abc5-cc8c6b450526 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:03.342726 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88c1d07f-b8ea-4964-8ce3-89c19cb370f7 req-4690a82c-c552-44f5-abc5-cc8c6b450526 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.1166620 Jan 20 13:33:03.398050 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88c1d07f-b8ea-4964-8ce3-89c19cb370f7 req-6a4579d8-4c66-453e-8271-931fd1f1d6c4 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494308 Jan 20 13:33:03.861945 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb9384-e23f-44ec-a362-22ed70c51b26 req-527e024a-6340-4e84-b92a-0edd46930b2d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:03.863969 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bddb9384-e23f-44ec-a362-22ed70c51b26 req-527e024a-6340-4e84-b92a-0edd46930b2d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0681434 Jan 20 13:33:03.951136 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:03.956624 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bddb9384-e23f-44ec-a362-22ed70c51b26 req-0c9dfed6-4e05-44f1-824c-be8eca738e39 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808690 Jan 20 13:33:04.501063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de2a5b-2f77-43d6-ae8f-325268b3a7d1 req-f4dc0408-abcf-4414-9aa2-0d7fce7f80d3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:04.502647 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3de2a5b-2f77-43d6-ae8f-325268b3a7d1 req-f4dc0408-abcf-4414-9aa2-0d7fce7f80d3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0819681 Jan 20 13:33:04.581756 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a14d0-70a5-44e5-b651-b2d31990664c req-5d9e159a-70bf-42ec-ba78-2d2fb15ff770 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:04.583314 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-720a14d0-70a5-44e5-b651-b2d31990664c req-5d9e159a-70bf-42ec-ba78-2d2fb15ff770 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.1063924 Jan 20 13:33:04.627692 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3de2a5b-2f77-43d6-ae8f-325268b3a7d1 req-c6a39132-e6e1-4485-97db-755f66a846cf tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048048 Jan 20 13:33:04.669017 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-720a14d0-70a5-44e5-b651-b2d31990664c req-774035c7-54e2-4b33-9cef-fe3b0a509f18 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Jan 20 13:33:05.093740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607051-bf18-467e-b28f-453fa43e5174 req-4cc991c8-5db8-461d-9fc3-bdd0a7c9cecf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:05.095334 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cc607051-bf18-467e-b28f-453fa43e5174 req-4cc991c8-5db8-461d-9fc3-bdd0a7c9cecf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0567210 Jan 20 13:33:05.163852 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cc607051-bf18-467e-b28f-453fa43e5174 req-5be1f76f-ea81-4ee5-8072-44102c5ae4d1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619218 Jan 20 13:33:05.309718 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:05.791607 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fe7c3-05dc-4fd4-9ad8-d17f218ba562 req-4dd6f333-1c5d-43d8-aaa9-a82be52fb793 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:05.795407 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee6fe7c3-05dc-4fd4-9ad8-d17f218ba562 req-4dd6f333-1c5d-43d8-aaa9-a82be52fb793 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0700927 Jan 20 13:33:05.875594 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a79a-b2b6-487f-b995-16e4a3a0f38a req-24db53fb-7f81-4c97-b2d4-4ff31a57c664 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:05.877238 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbe1a79a-b2b6-487f-b995-16e4a3a0f38a req-24db53fb-7f81-4c97-b2d4-4ff31a57c664 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.1050663 Jan 20 13:33:05.882687 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee6fe7c3-05dc-4fd4-9ad8-d17f218ba562 req-018adc1f-ee63-4d1f-9072-a2baaae6d487 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820599 Jan 20 13:33:05.953556 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbe1a79a-b2b6-487f-b995-16e4a3a0f38a req-e24a86eb-ee6b-475f-8052-7beb4df5359d tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695772 Jan 20 13:33:06.341542 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a7240-c5db-4f0b-ade8-e201bb52f15c req-56aeee2c-c2c5-4648-b58c-88d5182edeaf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:06.343509 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-903a7240-c5db-4f0b-ade8-e201bb52f15c req-56aeee2c-c2c5-4648-b58c-88d5182edeaf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0671935 Jan 20 13:33:06.393286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-903a7240-c5db-4f0b-ade8-e201bb52f15c req-509b572d-6643-423c-a043-940c4212d746 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Jan 20 13:33:07.005162 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfff8e-d4c4-4dcf-8edd-7d76cb2b24d9 req-1ed0a5a6-330c-4499-b279-d0128089bc53 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:07.006691 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ddbfff8e-d4c4-4dcf-8edd-7d76cb2b24d9 req-1ed0a5a6-330c-4499-b279-d0128089bc53 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0513177 Jan 20 13:33:07.085137 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ddbfff8e-d4c4-4dcf-8edd-7d76cb2b24d9 req-c1e38a27-eff1-44f1-8c90-478b27ad1088 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723436 Jan 20 13:33:07.095796 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355505c3-a37d-496e-a6f2-a290e8b3c33d req-7dee0e6f-2037-4421-996f-37c24bfb8395 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:07.097294 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-355505c3-a37d-496e-a6f2-a290e8b3c33d req-7dee0e6f-2037-4421-996f-37c24bfb8395 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0714610 Jan 20 13:33:07.150581 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-355505c3-a37d-496e-a6f2-a290e8b3c33d req-bec6aa63-7ec5-40b9-ad2e-52b55b3318b3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462599 Jan 20 13:33:07.520411 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1372f4b-883b-4d71-b48c-11df73fb0711 req-8ccdea51-f54e-4505-8509-624aadb897bf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:07.521914 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1372f4b-883b-4d71-b48c-11df73fb0711 req-8ccdea51-f54e-4505-8509-624aadb897bf tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0525191 Jan 20 13:33:07.571711 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1372f4b-883b-4d71-b48c-11df73fb0711 req-e89afa57-f5c7-42b9-a960-9db64214cef2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Jan 20 13:33:08.202061 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6ba6-a833-4984-8645-9367741d231c req-2423c8b0-efef-4ba7-af14-18d6b0525b93 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:08.203644 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a05a6ba6-a833-4984-8645-9367741d231c req-2423c8b0-efef-4ba7-af14-18d6b0525b93 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0495689 Jan 20 13:33:08.286698 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a05a6ba6-a833-4984-8645-9367741d231c req-bca5668a-9359-4adb-bae6-d1f5ba638862 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773733 Jan 20 13:33:08.303435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba94652-a7b0-4b0c-ad80-cc077f052e64 req-8ac4974e-ed1e-4e5a-b817-050774008f13 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:08.303435 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ba94652-a7b0-4b0c-ad80-cc077f052e64 req-8ac4974e-ed1e-4e5a-b817-050774008f13 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0797000 Jan 20 13:33:08.353597 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ba94652-a7b0-4b0c-ad80-cc077f052e64 req-4eebc451-134d-4c1e-a6fc-993b32814a33 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jan 20 13:33:08.703844 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37f679-2acd-48f9-8d42-25ea2e71b2b6 req-3d1bf022-0dcd-4779-aac5-f6db6575ca41 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:08.705334 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b37f679-2acd-48f9-8d42-25ea2e71b2b6 req-3d1bf022-0dcd-4779-aac5-f6db6575ca41 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0510049 Jan 20 13:33:08.754577 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b37f679-2acd-48f9-8d42-25ea2e71b2b6 req-1d7ac124-e515-4fc2-9cce-03c84c8b2995 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Jan 20 13:33:09.413360 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48243e62-f323-44ed-bc22-56933f220358 req-92a61a34-dd4f-4e24-9509-a941cb1ded44 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:09.414926 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48243e62-f323-44ed-bc22-56933f220358 req-92a61a34-dd4f-4e24-9509-a941cb1ded44 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0553279 Jan 20 13:33:09.494232 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48243e62-f323-44ed-bc22-56933f220358 req-b2467d36-78bb-4976-9e79-0f2f872f3373 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730872 Jan 20 13:33:09.507762 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93d4f5-a9ed-4699-9b2f-aeb10322291e req-aa9cafea-71f0-4591-8400-61336622918a tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:09.509340 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e93d4f5-a9ed-4699-9b2f-aeb10322291e req-aa9cafea-71f0-4591-8400-61336622918a tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0822546 Jan 20 13:33:09.559344 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e93d4f5-a9ed-4699-9b2f-aeb10322291e req-0e9d780b-404f-4f1f-b795-0bd1cd35cccb tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Jan 20 13:33:09.878838 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a599-d197-4020-a718-06959c322ee1 req-a66dd1d2-dd81-43f1-9b84-0a8d2ebe7940 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:09.880281 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92a3a599-d197-4020-a718-06959c322ee1 req-a66dd1d2-dd81-43f1-9b84-0a8d2ebe7940 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0513093 Jan 20 13:33:09.934256 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92a3a599-d197-4020-a718-06959c322ee1 req-8f9c8b67-7cd3-485d-9492-f73f39ffd513 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482509 Jan 20 13:33:10.619851 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84f802-a7b4-4585-8e2b-ef3534a52b7e req-588396fd-f8da-48b6-b4c5-b9dbe8d740ef tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:10.621519 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed84f802-a7b4-4585-8e2b-ef3534a52b7e req-588396fd-f8da-48b6-b4c5-b9dbe8d740ef tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0541773 Jan 20 13:33:10.703875 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed84f802-a7b4-4585-8e2b-ef3534a52b7e req-c802c8b5-cdef-474a-850d-c5a130700ab6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752804 Jan 20 13:33:10.712807 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669650-8de0-4080-8ba3-db05307aa5e6 req-4e6f82ce-da6c-48db-8375-17ebc3356f57 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:10.714881 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39669650-8de0-4080-8ba3-db05307aa5e6 req-4e6f82ce-da6c-48db-8375-17ebc3356f57 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0803936 Jan 20 13:33:10.765546 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39669650-8de0-4080-8ba3-db05307aa5e6 req-cb979613-c56f-4764-843a-ef06bf510176 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Jan 20 13:33:11.065611 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5e29d-0628-4546-8995-f6c0130438ec req-0faecdd3-52dc-4b8d-91cd-0b05a3ad182e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.067654 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-60d5e29d-0628-4546-8995-f6c0130438ec req-0faecdd3-52dc-4b8d-91cd-0b05a3ad182e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0576560 Jan 20 13:33:11.119439 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-60d5e29d-0628-4546-8995-f6c0130438ec req-428cf5da-b16c-4773-b9b0-23173a6561b0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466406 Jan 20 13:33:11.483878 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026226b6-510f-4dd5-a568-85a11055bd8b req-443d3fe7-17eb-4e71-9a5f-4388b42bb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.485401 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-026226b6-510f-4dd5-a568-85a11055bd8b req-443d3fe7-17eb-4e71-9a5f-4388b42bb8bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1097 time: 0.1021266 Jan 20 13:33:11.489556 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a932ce6e-372e-4f3a-9a92-42b590317d3e req-8aeea598-3434-4534-9311-f361a1b8e7e1 service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264007 Jan 20 13:33:11.636794 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026226b6-510f-4dd5-a568-85a11055bd8b req-fb83a362-ccaf-4345-9122-16f52341086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.638354 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-026226b6-510f-4dd5-a568-85a11055bd8b req-fb83a362-ccaf-4345-9122-16f52341086d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1386278 Jan 20 13:33:11.641105 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-18dcb59d-75d6-4f6d-9c49-729b195d05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.642475 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-18dcb59d-75d6-4f6d-9c49-729b195d05c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 1096 time: 0.0654159 Jan 20 13:33:11.811145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026226b6-510f-4dd5-a568-85a11055bd8b req-13366ca1-5332-45ac-93bd-e013daac93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.812711 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-026226b6-510f-4dd5-a568-85a11055bd8b req-13366ca1-5332-45ac-93bd-e013daac93bd service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617866 Jan 20 13:33:11.816776 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-b89b57bd-bf86-47f1-aac5-327e15748cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.817657 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-b89b57bd-bf86-47f1-aac5-327e15748cef service neutron] 10.222.0.91 "GET /v2.0/networks?id=5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 200 len: 915 time: 0.1579652 Jan 20 13:33:11.900165 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-cb2cd183-4f98-442a-a303-f550570ce6b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 HTTP/1.1" status: 200 len: 217 time: 0.0652928 Jan 20 13:33:11.904848 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513769-a14e-493b-9a6a-36fab3f82464 req-a0ac02f9-b8bd-42c1-93c8-c63c5ef4cd2b tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.911158 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8a513769-a14e-493b-9a6a-36fab3f82464 req-a0ac02f9-b8bd-42c1-93c8-c63c5ef4cd2b tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0679996 Jan 20 13:33:11.976963 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-ab26627a-acdd-4253-ae2a-5711441ff4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.978417 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-ab26627a-acdd-4253-ae2a-5711441ff4f1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c13c46a3-711d-4d42-ab63-19c2e81052c9 HTTP/1.1" status: 200 len: 854 time: 0.0693951 Jan 20 13:33:11.983989 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-d0ef3fa7-4461-49ea-afed-b6409d982f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:11.985409 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-d0ef3fa7-4461-49ea-afed-b6409d982f9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1097 time: 0.0960290 Jan 20 13:33:12.021840 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8a513769-a14e-493b-9a6a-36fab3f82464 req-c4db4a14-7f0f-4e4f-a4c0-8f0f2fa9c8ce tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089377 Jan 20 13:33:12.044363 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea569e0-0c5e-4d81-9eae-41869e76242a req-e48e89ac-3450-4a1d-a05f-509fe1ecf0c6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:12.046183 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1ea569e0-0c5e-4d81-9eae-41869e76242a req-e48e89ac-3450-4a1d-a05f-509fe1ecf0c6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.1053934 Jan 20 13:33:12.049158 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-3e7deb27-8f71-4c55-ac28-6e7bddff5f5e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5a3f66a0-d09b-4448-a110-299943e0f351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627921 Jan 20 13:33:12.050408 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-9ebe1f8e-f5b6-404d-8c19-fdfd61d8ed9f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 217 time: 0.0566132 Jan 20 13:33:12.112186 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1ea569e0-0c5e-4d81-9eae-41869e76242a req-c38c24e6-f6fa-472a-8bf6-7277101d8e01 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582905 Jan 20 13:33:12.170569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-287ec157-3ddb-4f2c-97b1-f6396952a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:12.172158 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-287ec157-3ddb-4f2c-97b1-f6396952a165 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 200 len: 847 time: 0.1111746 Jan 20 13:33:12.274561 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9261d-4e5c-41f9-b8ce-916911083dc6 req-9299f7d9-a7c1-4a41-96b7-673a60e71a89 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:12.276177 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ae9261d-4e5c-41f9-b8ce-916911083dc6 req-9299f7d9-a7c1-4a41-96b7-673a60e71a89 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0754621 Jan 20 13:33:12.333840 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ae9261d-4e5c-41f9-b8ce-916911083dc6 req-ae06731b-76fb-488f-ac21-176e7001a9ea tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503411 Jan 20 13:33:12.475675 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-7249c18e-ff4a-485c-bb64-59c80cdbaebf service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155991 Jan 20 13:33:12.499216 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-9cbcc063-349f-43cf-94a4-307d59a61b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:12.500709 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-9cbcc063-349f-43cf-94a4-307d59a61b90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3212695 Jan 20 13:33:12.654622 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3611ea75-6eca-4b78-b6ad-6353831b9602 req-337f8f24-6be0-4293-bb4e-ed1d5cba0e7c service neutron] 10.222.0.91 "GET /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689525 Jan 20 13:33:12.662000 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-3b1e97cc-f440-42d7-8d09-94d668ff13f8 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513593 Jan 20 13:33:12.795028 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03725dbd-bde0-48ab-8cb5-06de87bb41af req-b32b058e-d0d1-4450-8564-fdfa8fc3630b service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263227 Jan 20 13:33:13.160153 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c25b3-b541-4493-a660-13a059e249da req-db953b80-3bed-4960-a684-0fbf8491a051 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:13.162186 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-718c25b3-b541-4493-a660-13a059e249da req-db953b80-3bed-4960-a684-0fbf8491a051 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0638764 Jan 20 13:33:13.255058 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-718c25b3-b541-4493-a660-13a059e249da req-5eaf6909-d00d-4b0e-9018-99bab023581b tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847716 Jan 20 13:33:13.268828 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c4c2-e9ea-4b37-85ee-1fbbae2b65bf req-3c5c63bd-87ae-4784-9f41-5a718433108e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:13.270371 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8391c4c2-e9ea-4b37-85ee-1fbbae2b65bf req-3c5c63bd-87ae-4784-9f41-5a718433108e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0805395 Jan 20 13:33:13.339307 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8391c4c2-e9ea-4b37-85ee-1fbbae2b65bf req-4e785c21-9fd2-42e5-a26c-cafbb2551db7 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629215 Jan 20 13:33:13.468629 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aff8ea-2c7f-4396-8bc7-1a5feec72721 req-72ce3d97-674f-4af5-bb5d-b24c5e7a5361 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:13.470268 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72aff8ea-2c7f-4396-8bc7-1a5feec72721 req-72ce3d97-674f-4af5-bb5d-b24c5e7a5361 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0534029 Jan 20 13:33:13.523188 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72aff8ea-2c7f-4396-8bc7-1a5feec72721 req-d9957176-827c-40ff-a118-3211567a8d5f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465317 Jan 20 13:33:14.397334 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6216a-6bbf-464c-a74f-e1f8088e2203 req-7d578418-5c1f-48c8-91a5-f0500111ee0e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:14.398778 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ce6216a-6bbf-464c-a74f-e1f8088e2203 req-7d578418-5c1f-48c8-91a5-f0500111ee0e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0690091 Jan 20 13:33:14.482855 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ce6216a-6bbf-464c-a74f-e1f8088e2203 req-a90025f8-781d-4a78-bd7d-cb49288b8688 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773695 Jan 20 13:33:14.508392 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150e8c-95ce-417f-8ab8-7fe9628f16f0 req-0feee717-fa73-45d9-af2e-28f622248c7a tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:14.510235 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d6150e8c-95ce-417f-8ab8-7fe9628f16f0 req-0feee717-fa73-45d9-af2e-28f622248c7a tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0744498 Jan 20 13:33:14.581010 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d6150e8c-95ce-417f-8ab8-7fe9628f16f0 req-8893b8ba-631a-4884-bd05-959d21591792 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645156 Jan 20 13:33:14.673935 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae8885-362e-4966-ab45-b24c857210fa req-a9e25387-1389-4551-b33e-b7d934b6fc6f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:14.675733 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2ae8885-362e-4966-ab45-b24c857210fa req-a9e25387-1389-4551-b33e-b7d934b6fc6f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0547268 Jan 20 13:33:14.735602 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2ae8885-362e-4966-ab45-b24c857210fa req-1132c6e5-f4c4-4177-9b39-90d7cb61f885 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538530 Jan 20 13:33:15.610938 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6583-3fe6-4ed2-a95f-91cd875128c4 req-e22c22d9-c89f-4261-96d6-d6df42af2890 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:15.612165 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-302e6583-3fe6-4ed2-a95f-91cd875128c4 req-e22c22d9-c89f-4261-96d6-d6df42af2890 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 943 time: 0.0533290 Jan 20 13:33:15.670051 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-302e6583-3fe6-4ed2-a95f-91cd875128c4 req-4f53e891-79b5-45b0-bb11-9ea2ca1ba248 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486031 Jan 20 13:33:15.738721 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ed3a-195d-4947-acd5-3bf4854cede9 req-e5022e41-6400-4232-880d-238fb00e75cc tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:15.740373 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fc4ed3a-195d-4947-acd5-3bf4854cede9 req-e5022e41-6400-4232-880d-238fb00e75cc tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0682735 Jan 20 13:33:15.814059 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fc4ed3a-195d-4947-acd5-3bf4854cede9 req-82c8e982-26ab-438f-8815-5e616a4988bd tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664060 Jan 20 13:33:15.912895 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649b05d-896b-4d07-aae9-0a6a9ae4e7c7 req-16a6beff-a81d-4d37-a248-ff2c87741eee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:15.915520 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b649b05d-896b-4d07-aae9-0a6a9ae4e7c7 req-16a6beff-a81d-4d37-a248-ff2c87741eee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0869019 Jan 20 13:33:15.984158 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b649b05d-896b-4d07-aae9-0a6a9ae4e7c7 req-48a98121-799c-4abb-8bc1-569899ede3e3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620427 Jan 20 13:33:16.531198 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:33:16.630977 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:16.646262 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208', 'network_id': '5a3f66a0-d09b-4448-a110-299943e0f351', 'port_id': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208', 'mac_address': 'fa:16:3e:ee:d7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13c46a3-711d-4d42-ab63-19c2e81052c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:33:16.694103 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:33:16.694472 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:16.710962 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:33:16.737411 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:16.742978 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:16.798605 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:16.806768 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.807147 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.807551 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.807999 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.808345 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.808702 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.809038 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.809374 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.809704 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.810055 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.810592 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.810704 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.811015 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:16.848871 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1908c3-c3b1-4495-a911-bdf868a5def7 req-afa46e70-6ce9-4543-9671-bbf9a1cd60be tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:16.851672 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b1908c3-c3b1-4495-a911-bdf868a5def7 req-afa46e70-6ce9-4543-9671-bbf9a1cd60be tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 944 time: 0.0852396 Jan 20 13:33:16.925715 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b1908c3-c3b1-4495-a911-bdf868a5def7 req-37838cc9-8f9e-41f9-bafc-7887b94188bb tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642130 Jan 20 13:33:16.988402 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c492b6-1494-4027-b7d6-6670f609a691 req-714458dc-08a2-42c3-ae35-9d0e6ca6de70 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:16.990727 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2c492b6-1494-4027-b7d6-6670f609a691 req-714458dc-08a2-42c3-ae35-9d0e6ca6de70 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0830798 Jan 20 13:33:17.068212 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2c492b6-1494-4027-b7d6-6670f609a691 req-19f48b6f-0f87-4a02-90e1-411d96f753a1 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695379 Jan 20 13:33:17.142436 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:33:17.145948 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887037e8-59ac-46cd-9cdc-930d82fc429b req-504489ac-9ef7-4336-a588-80e4022da26f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:17.148452 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-887037e8-59ac-46cd-9cdc-930d82fc429b req-504489ac-9ef7-4336-a588-80e4022da26f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0756171 Jan 20 13:33:17.204225 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-887037e8-59ac-46cd-9cdc-930d82fc429b req-35c86552-9c9e-4f51-961a-ab2709f773db tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487030 Jan 20 13:33:18.066887 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82da4-f890-445a-8be6-4919d829c693 req-ae0abfb3-806f-4318-9909-a63e144fef0c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:18.068504 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5f82da4-f890-445a-8be6-4919d829c693 req-ae0abfb3-806f-4318-9909-a63e144fef0c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 944 time: 0.0545385 Jan 20 13:33:18.130903 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5f82da4-f890-445a-8be6-4919d829c693 req-7b7ff123-e8a1-4796-9a9d-a298e857d543 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546384 Jan 20 13:33:18.205966 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53a72-ad1b-4c22-a057-76eb4a6425f2 req-5c4d6a62-8b15-4722-b4c1-5d7150951515 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:18.207566 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46e53a72-ad1b-4c22-a057-76eb4a6425f2 req-5c4d6a62-8b15-4722-b4c1-5d7150951515 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0526206 Jan 20 13:33:18.260192 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46e53a72-ad1b-4c22-a057-76eb4a6425f2 req-0ec407d2-e5d8-4f12-af89-02209b12eaac tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470741 Jan 20 13:33:18.358868 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6533-f6f7-43dd-b6d4-726f61458fe7 req-7569c1ae-a76b-4a41-b287-22bb910a4638 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:18.360436 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b6a6533-f6f7-43dd-b6d4-726f61458fe7 req-7569c1ae-a76b-4a41-b287-22bb910a4638 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0647399 Jan 20 13:33:18.415856 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b6a6533-f6f7-43dd-b6d4-726f61458fe7 req-0d2e32c4-c43e-4540-a7e1-7c98f9273a91 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485208 Jan 20 13:33:18.533594 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:33:18.583622 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:33:18.589226 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:33:18.589692 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:18.697167 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:33:18.697556 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:18.725619 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:33:18.727892 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43add613-e0fb-4e44-93dd-c4635611b57d" -d '{"events": [{"server_uuid": "d941bca6-0696-4161-acc5-eb9445dfe607", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:33:18.742222 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:18.755740 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:18.792442 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aa3b7b-1586-4094-8a55-4a6905fe2e19 x-openstack-request-id: req-45aa3b7b-1586-4094-8a55-4a6905fe2e19 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:33:18.792755 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d941bca6-0696-4161-acc5-eb9445dfe607", "name": "network-vif-plugged", "status": "completed", "tag": "2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:33:18.793010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45aa3b7b-1586-4094-8a55-4a6905fe2e19 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:33:18.793578 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208', 'code': 200} Jan 20 13:33:18.807999 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:19.003735 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78dcd1-9a4f-4d21-8a5e-d1f6c2ebf951 req-3fd734e3-b78b-45f5-a4e2-0441a185d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:19.005288 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5a78dcd1-9a4f-4d21-8a5e-d1f6c2ebf951 req-3fd734e3-b78b-45f5-a4e2-0441a185d311 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 1098 time: 0.0431743 Jan 20 13:33:19.056032 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5a78dcd1-9a4f-4d21-8a5e-d1f6c2ebf951 req-19c50713-7930-46d6-ab68-bf2f9960697d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Jan 20 13:33:19.259490 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf264aa-cd37-45bc-b21e-889b53159515 req-a605b3a5-e57e-4f95-a25e-ab26086ac214 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:19.261817 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcf264aa-cd37-45bc-b21e-889b53159515 req-a605b3a5-e57e-4f95-a25e-ab26086ac214 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0578995 Jan 20 13:33:19.322012 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcf264aa-cd37-45bc-b21e-889b53159515 req-42b11446-f1d5-486c-8ca0-6a9e061cf40e tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Jan 20 13:33:19.408365 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f485271-968c-44df-af10-29554b3bfbfa req-e4894a80-89d8-414d-9554-f602a88fb4b9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:19.410460 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f485271-968c-44df-af10-29554b3bfbfa req-e4894a80-89d8-414d-9554-f602a88fb4b9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0645716 Jan 20 13:33:19.477997 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f485271-968c-44df-af10-29554b3bfbfa req-4c911ecf-66a8-4329-9e14-ea68ab6dbf57 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603237 Jan 20 13:33:19.551759 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458c465-0882-411d-bc6e-05d524ddc5d2 req-50c1ee4c-8465-444a-8d4b-aa9f27849539 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:19.553511 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a458c465-0882-411d-bc6e-05d524ddc5d2 req-50c1ee4c-8465-444a-8d4b-aa9f27849539 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0525589 Jan 20 13:33:19.619375 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a458c465-0882-411d-bc6e-05d524ddc5d2 req-5b3075ee-f786-4fc0-acc6-e539e3c946c0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589042 Jan 20 13:33:20.470613 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa26d36-4c38-4833-9e58-e35ce1bcf089 req-cd7c12e7-3349-4aed-8127-ef33d024dfd5 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:20.472579 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aaa26d36-4c38-4833-9e58-e35ce1bcf089 req-cd7c12e7-3349-4aed-8127-ef33d024dfd5 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0635190 Jan 20 13:33:20.525702 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aaa26d36-4c38-4833-9e58-e35ce1bcf089 req-ae5ce376-fb43-4aa7-9819-ad3e37bdfdba tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Jan 20 13:33:20.644720 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ded5b-db28-4087-9131-9f59d4cb3271 req-421425e8-7b3e-4d14-9f08-d58323066038 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:20.646659 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9e1ded5b-db28-4087-9131-9f59d4cb3271 req-421425e8-7b3e-4d14-9f08-d58323066038 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0645666 Jan 20 13:33:20.702872 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9e1ded5b-db28-4087-9131-9f59d4cb3271 req-6f698db3-5edf-4c69-ad6f-729a4b199aa1 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494292 Jan 20 13:33:20.763963 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178cdfa-530c-4a62-9990-c7733f3010e8 req-8b66279f-0e45-4635-bc6f-17a9350ffbec tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:20.765515 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8178cdfa-530c-4a62-9990-c7733f3010e8 req-8b66279f-0e45-4635-bc6f-17a9350ffbec tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0568106 Jan 20 13:33:20.816999 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8178cdfa-530c-4a62-9990-c7733f3010e8 req-287d8c88-0730-4639-82e3-906515e1e29e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Jan 20 13:33:21.680142 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08514b-87f4-4030-835c-61dcf2a06bfe req-62523e50-2d5e-4413-ae54-317ef57c9959 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:21.681832 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed08514b-87f4-4030-835c-61dcf2a06bfe req-62523e50-2d5e-4413-ae54-317ef57c9959 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0549700 Jan 20 13:33:21.750332 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed08514b-87f4-4030-835c-61dcf2a06bfe req-c9f2310d-ddbf-4beb-a481-d82c104a110c tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584068 Jan 20 13:33:21.864647 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b8089-994e-49d3-bf2d-ec9ffaf2f788 req-328c4bd5-718b-46a5-8e01-46965bdb102f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:21.867308 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-821b8089-994e-49d3-bf2d-ec9ffaf2f788 req-328c4bd5-718b-46a5-8e01-46965bdb102f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0839212 Jan 20 13:33:21.940236 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-821b8089-994e-49d3-bf2d-ec9ffaf2f788 req-21707521-96e4-4cb9-a29b-6ca116a4be98 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653675 Jan 20 13:33:22.115606 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335f2ee-8f1f-4a21-b34c-398c5cc9ddf8 req-04ae6939-bab2-426d-8e45-90bc1120819a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:22.117571 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f335f2ee-8f1f-4a21-b34c-398c5cc9ddf8 req-04ae6939-bab2-426d-8e45-90bc1120819a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 943 time: 0.0688200 Jan 20 13:33:22.196349 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f335f2ee-8f1f-4a21-b34c-398c5cc9ddf8 req-ec78707c-86b6-4a62-9d86-9399e7f433cb tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679829 Jan 20 13:33:22.549061 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:33:22.686719 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:22.701970 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'd53b7c37-f513-449c-af85-d355e60845a1', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'port_id': 'd53b7c37-f513-449c-af85-d355e60845a1', 'mac_address': 'fa:16:3e:7a:8d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:33:22.743880 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d53b7c37-f513-449c-af85-d355e60845a1 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:33:22.744272 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:22.758636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53b7c37-f513-449c-af85-d355e60845a1 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:33:22.780733 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:22.786222 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:22.787105 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:33:22.868058 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:22.940292 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:22.953552 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'port_id': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'mac_address': 'fa:16:3e:f4:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:33:22.993664 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:33:22.994076 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:23.008438 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:33:23.030080 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:23.035383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:23.084823 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf60b-b227-49da-b20e-a049504bc3d0 req-8a415a13-f68a-4479-ad73-a084ae16fa9c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:23.086356 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3b6bf60b-b227-49da-b20e-a049504bc3d0 req-8a415a13-f68a-4479-ad73-a084ae16fa9c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 945 time: 0.0521924 Jan 20 13:33:23.094452 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=9']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:23.145511 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3b6bf60b-b227-49da-b20e-a049504bc3d0 req-aacd7c3b-f05f-4b50-bd94-06fac44a8f34 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523598 Jan 20 13:33:23.335580 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e2b88-1498-4d67-8f74-10957dad6c33 req-c11eeff1-9219-4ff4-bb86-cb9bcbceb967 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:23.337238 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-501e2b88-1498-4d67-8f74-10957dad6c33 req-c11eeff1-9219-4ff4-bb86-cb9bcbceb967 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.0568945 Jan 20 13:33:23.395068 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-501e2b88-1498-4d67-8f74-10957dad6c33 req-f2591c09-d8f8-4f01-bbe4-c947a6cc1e36 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496807 Jan 20 13:33:23.577332 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['d53b7c37-f513-449c-af85-d355e60845a1'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:33:23.716512 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['4d3a6313-fe30-4aeb-a491-24ffc1d3f407'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:33:24.290934 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:33:24.300122 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ff1d-5c22-434a-8282-254fdfc615fb req-48b6d786-f55d-4d4a-87fc-9ef55931a8c3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:24.302065 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d613ff1d-5c22-434a-8282-254fdfc615fb req-48b6d786-f55d-4d4a-87fc-9ef55931a8c3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 945 time: 0.0629146 Jan 20 13:33:24.367999 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d613ff1d-5c22-434a-8282-254fdfc615fb req-829d2b99-8336-45d5-91c3-537ba0f43801 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583692 Jan 20 13:33:24.489987 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158502d-0b3e-4049-84f1-00840da09172 req-61b602ff-eb0a-41b3-90d1-94644c211266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:24.491518 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-61b602ff-eb0a-41b3-90d1-94644c211266 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1097 time: 0.0447302 Jan 20 13:33:24.533891 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d07a6-a230-4985-bef8-7126f58e200f req-577452ad-4b81-4db2-8555-4dbcad2b47db tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:24.535474 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c54d07a6-a230-4985-bef8-7126f58e200f req-577452ad-4b81-4db2-8555-4dbcad2b47db tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.0585909 Jan 20 13:33:24.601239 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c54d07a6-a230-4985-bef8-7126f58e200f req-eabca1a7-ba48-4521-a79b-49953d4eeac6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596240 Jan 20 13:33:24.641786 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158502d-0b3e-4049-84f1-00840da09172 req-bea99823-94a8-4de7-be6b-e096d96a674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:24.644073 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-bea99823-94a8-4de7-be6b-e096d96a674e service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.1324332 Jan 20 13:33:24.714948 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-00677f64-b6f8-4e0b-8919-c37e45cf7816 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 200 len: 1000 time: 0.0642829 Jan 20 13:33:24.770236 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158502d-0b3e-4049-84f1-00840da09172 req-4a8d8288-14a9-4ec8-b59c-b704813bf497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:24.771696 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-4a8d8288-14a9-4ec8-b59c-b704813bf497 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0502019 Jan 20 13:33:24.819510 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158502d-0b3e-4049-84f1-00840da09172 req-a7998d84-aa57-4d3e-b28b-2179f229ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:24.821081 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-a7998d84-aa57-4d3e-b28b-2179f229ee92 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436628 Jan 20 13:33:24.921903 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-fac87e02-29f0-4141-a7f0-4b615b30463d service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942602 Jan 20 13:33:25.030157 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1158502d-0b3e-4049-84f1-00840da09172 req-5e824be5-4c55-47e9-9bc4-d42d0277834b service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000104 Jan 20 13:33:25.502415 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa5556-fcdc-4cde-b32c-2d4e368a7a4b req-967af1a7-d5ed-48a7-81cb-99bb44f88f7c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:25.503992 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5aa5556-fcdc-4cde-b32c-2d4e368a7a4b req-967af1a7-d5ed-48a7-81cb-99bb44f88f7c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 945 time: 0.0514307 Jan 20 13:33:25.559101 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5aa5556-fcdc-4cde-b32c-2d4e368a7a4b req-0531df0f-fb97-4a30-b6dd-e3bbd0ff2f83 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Jan 20 13:33:25.748854 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58adf2-9bb0-4d8e-aa83-b6f3338c73dd req-d3595d33-b797-43c8-9425-03e906006dfe tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:25.753049 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a58adf2-9bb0-4d8e-aa83-b6f3338c73dd req-d3595d33-b797-43c8-9425-03e906006dfe tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 944 time: 0.0621452 Jan 20 13:33:25.801904 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:25.813562 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a58adf2-9bb0-4d8e-aa83-b6f3338c73dd req-9110f8d1-c2d3-43b0-b945-fcc79cb501cc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568392 Jan 20 13:33:26.552335 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:33:26.607614 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:33:26.608013 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:26.711531 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:33:26.712141 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:26.715119 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cecddd-4e88-4790-86a4-c46b12f8a4e0 req-0e6ef56a-fab7-4e9b-8714-84be50495f1f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:26.718109 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-70cecddd-4e88-4790-86a4-c46b12f8a4e0 req-0e6ef56a-fab7-4e9b-8714-84be50495f1f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 945 time: 0.0641689 Jan 20 13:33:26.757587 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:33:26.761374 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c7224d-ec5c-4bac-8db8-4c01d030cf55" -d '{"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:33:26.781851 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:26.782073 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-70cecddd-4e88-4790-86a4-c46b12f8a4e0 req-3d71d618-c7fb-4e5a-bce9-ac77adc6e763 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566595 Jan 20 13:33:26.788349 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:26.789546 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:33:26.833627 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d473565b-fe46-4887-afa2-c520454e0d93 x-openstack-request-id: req-d473565b-fe46-4887-afa2-c520454e0d93 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:33:26.834427 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-plugged", "status": "completed", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:33:26.834427 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d473565b-fe46-4887-afa2-c520454e0d93 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:33:26.834721 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'code': 200} Jan 20 13:33:26.883550 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=10']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:26.898271 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port d53b7c37-f513-449c-af85-d355e60845a1 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:33:26.904564 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port d53b7c37-f513-449c-af85-d355e60845a1 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:33:26.904564 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (d53b7c37-f513-449c-af85-d355e60845a1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:26.970030 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c93f-9fd8-4ad1-991d-a431dcf47c2d req-f1f8511c-9a81-44b3-9758-29b6923c8a69 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:26.971515 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39f0c93f-9fd8-4ad1-991d-a431dcf47c2d req-f1f8511c-9a81-44b3-9758-29b6923c8a69 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0537508 Jan 20 13:33:27.007153 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d53b7c37-f513-449c-af85-d355e60845a1 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:33:27.007540 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:27.031179 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39f0c93f-9fd8-4ad1-991d-a431dcf47c2d req-e7620fac-74cb-4273-a849-0155a0d0aca8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489647 Jan 20 13:33:27.049330 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:27.054215 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:27.110175 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:27.472632 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82b0f1-9179-417d-972b-5c944378f7f1 req-f7659567-a1e0-4083-9756-51662e1fa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:27.474117 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb82b0f1-9179-417d-972b-5c944378f7f1 req-f7659567-a1e0-4083-9756-51662e1fa999 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 1099 time: 0.0434334 Jan 20 13:33:27.524763 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb82b0f1-9179-417d-972b-5c944378f7f1 req-1d58fd7b-bd04-4d66-beca-00110565a30a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Jan 20 13:33:27.911475 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235312-eb40-476d-a373-b046fb876274 req-8eb5abb9-40b9-4314-a023-29dae71042e2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:27.913076 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88235312-eb40-476d-a373-b046fb876274 req-8eb5abb9-40b9-4314-a023-29dae71042e2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0537796 Jan 20 13:33:27.975717 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88235312-eb40-476d-a373-b046fb876274 req-62b63a89-10ad-4188-b979-6864172e28a6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558052 Jan 20 13:33:28.160150 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed54a9-8ac1-4274-8ad5-95f94c184251 req-0039ab8e-5ec5-4e1e-94d0-a2e931e790f5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:28.161749 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25ed54a9-8ac1-4274-8ad5-95f94c184251 req-0039ab8e-5ec5-4e1e-94d0-a2e931e790f5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0518832 Jan 20 13:33:28.212342 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-25ed54a9-8ac1-4274-8ad5-95f94c184251 req-0165a7d8-33d9-4349-a947-8dc6b7501076 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Jan 20 13:33:28.836107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:33:28.842933 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c00420-b453-4361-9514-0f30ee7f6b19" -d '{"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-plugged", "status": "completed", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:33:28.880725 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9789f-b0fb-4421-99d1-7710ad350d98 x-openstack-request-id: req-dba9789f-b0fb-4421-99d1-7710ad350d98 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:33:28.881026 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-plugged", "status": "completed", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:33:28.881279 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dba9789f-b0fb-4421-99d1-7710ad350d98 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:33:28.881667 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'code': 200} Jan 20 13:33:29.022286 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-51b7fc19-bdbe-45e4-957c-0b88c4c2e0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:29.100056 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61dd21-1542-47f9-9297-3dd0f9e13a71 req-39090b01-ec43-452b-a528-8198a9b4b0c4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:29.101520 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cd61dd21-1542-47f9-9297-3dd0f9e13a71 req-39090b01-ec43-452b-a528-8198a9b4b0c4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0546038 Jan 20 13:33:29.159947 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cd61dd21-1542-47f9-9297-3dd0f9e13a71 req-d64a40ad-0fec-4a92-bec1-85a543d46c2d tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522635 Jan 20 13:33:29.270665 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae49838-b2a1-4d80-83fb-e6f275c50b27 req-41ebcdb5-3b86-4ec7-bacd-4823c1ff66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:29.272429 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1ae49838-b2a1-4d80-83fb-e6f275c50b27 req-41ebcdb5-3b86-4ec7-bacd-4823c1ff66ff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1099 time: 0.0479090 Jan 20 13:33:29.326916 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1ae49838-b2a1-4d80-83fb-e6f275c50b27 req-546efa5f-69ef-4a28-a4f6-956992190be9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481293 Jan 20 13:33:29.343126 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c578766-9484-48a5-95d3-ab00eff9be9d req-1fc1dfbb-c9c9-4f5b-8d01-aefeaaa6abef tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:29.344858 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c578766-9484-48a5-95d3-ab00eff9be9d req-1fc1dfbb-c9c9-4f5b-8d01-aefeaaa6abef tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0527296 Jan 20 13:33:29.401512 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c578766-9484-48a5-95d3-ab00eff9be9d req-78345696-0951-4bf9-b753-62855fd69780 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503511 Jan 20 13:33:30.290699 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba9-ed31-4690-98c7-67da49907ac7 req-8efbbb1c-b157-4178-8dba-47d802050606 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:30.292749 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acd3aba9-ed31-4690-98c7-67da49907ac7 req-8efbbb1c-b157-4178-8dba-47d802050606 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0551512 Jan 20 13:33:30.354775 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acd3aba9-ed31-4690-98c7-67da49907ac7 req-e37592e6-0806-459a-bffa-1bf9c45ed2db tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542171 Jan 20 13:33:30.550337 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdb441-c6e1-4f11-afe0-fe7df66bdd2c req-67b2ea3c-619f-42e2-bcbd-1d7ed57809ef tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:30.551963 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41fdb441-c6e1-4f11-afe0-fe7df66bdd2c req-67b2ea3c-619f-42e2-bcbd-1d7ed57809ef tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0581191 Jan 20 13:33:30.605044 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41fdb441-c6e1-4f11-afe0-fe7df66bdd2c req-4f17a4e4-f811-4378-9953-0bdba6762dbc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469499 Jan 20 13:33:31.486769 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab0c7-42f9-40d5-8f15-11358dfe4bd0 req-41041b9c-a214-4d52-90b0-cc06a62adf89 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:31.488638 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-44fab0c7-42f9-40d5-8f15-11358dfe4bd0 req-41041b9c-a214-4d52-90b0-cc06a62adf89 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0553565 Jan 20 13:33:31.543355 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-44fab0c7-42f9-40d5-8f15-11358dfe4bd0 req-7a5aa43e-090e-4b35-ae8c-76f3a5106db9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467873 Jan 20 13:33:31.671932 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f59dd-c1e7-4799-8e07-32dc45cead9e req-ae16d110-e772-4aab-822b-24f2d7fcd456 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:31.673487 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b9f59dd-c1e7-4799-8e07-32dc45cead9e req-ae16d110-e772-4aab-822b-24f2d7fcd456 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0598168 Jan 20 13:33:31.757283 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b9f59dd-c1e7-4799-8e07-32dc45cead9e req-508f60e4-eb94-4609-b006-d8658659f430 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774059 Jan 20 13:33:31.766471 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab0c38-a6a3-441c-ba43-ea85bf25083c req-53bf379b-2cc1-404c-b26e-31e551ec9cfe tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:31.768029 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9ab0c38-a6a3-441c-ba43-ea85bf25083c req-53bf379b-2cc1-404c-b26e-31e551ec9cfe tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0810163 Jan 20 13:33:31.788802 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36580) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:33:31.793711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-35d9dcd0-f4d5-436f-a828-4e8b1bfc11cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:31.835450 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9ab0c38-a6a3-441c-ba43-ea85bf25083c req-b00d4473-9537-4243-9ae0-3bb6a1bacb78 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603416 Jan 20 13:33:32.034430 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22363b0c-466b-4de7-834d-b9ddb02a2042 tempest-TestShelveInstance-2054911744 tempest-TestShelveInstance-2054911744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:32.038018 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-22363b0c-466b-4de7-834d-b9ddb02a2042 tempest-TestShelveInstance-2054911744 tempest-TestShelveInstance-2054911744-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1094 time: 0.2457590 Jan 20 13:33:32.039092 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36588) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:33:32.044852 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'port_id': 'd53b7c37-f513-449c-af85-d355e60845a1', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:33:32.071982 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:32.187927 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:32.307328 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Allocated IP 172.27.2.186 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/eb4feb7d-3add-49ff-945a-6762fd481c70) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:33:32.421734 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:32.456632 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:32.498195 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:33:32.501125 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:33:32.504917 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:33:32.511026 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'Port': ['ID=eb4feb7d-3add-49ff-945a-6762fd481c70,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:32.538933 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.539280 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.539632 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.539998 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.540324 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.541314 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.541685 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.541982 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.542297 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.542607 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.542924 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.543240 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.543549 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:33:32.882399 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for floatingip (6f0963d3-22a1-4ed2-ae97-f0982d520c83), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:32.950817 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:33.017547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:33.111042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:33.117081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:33.192830 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event updated for resources: {'Port': ['ID=eb4feb7d-3add-49ff-945a-6762fd481c70,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:33.203637 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (6f0963d3-22a1-4ed2-ae97-f0982d520c83), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:33.308564 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Floating IP 6f0963d3-22a1-4ed2-ae97-f0982d520c83 associated. External IP: 172.27.2.186, port: d53b7c37-f513-449c-af85-d355e60845a1. Jan 20 13:33:33.522535 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:33:33.629379 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:33:33.640363 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] Sync routers for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:33:33.647978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:33.652588 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:33:33.653208 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:33:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:33:33.687841 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-89a57cc6-66be-4f1d-bfbc-ac1a6fd617b5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6351109 Jan 20 13:33:33.687841 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:33:33.687841 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:33:33.714780 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98402e5c-5ea2-445a-a85f-43d3a3fbece4 x-openstack-request-id: req-98402e5c-5ea2-445a-a85f-43d3a3fbece4 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:33:33.715059 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:33:33.715311 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98402e5c-5ea2-445a-a85f-43d3a3fbece4 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:33:33.715707 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'status': 'completed', 'code': 200} Jan 20 13:33:33.762163 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:33:33.932418 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:34.012175 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '6f0963d3-22a1-4ed2-ae97-f0982d520c83', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'port_id': 'd53b7c37-f513-449c-af85-d355e60845a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'mac_address': 'fa:16:3e:7a:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:33:32Z', 'updated_at': '2022-01-20T13:33:32Z', 'revision_number': 0, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:33:34.043213 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] Checking router: 5e4b3b8f-4547-4653-a66d-91373e7d2b37 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:33:34.051473 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:33:34.052123 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:33:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:33:34.159623 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:33:34.526107 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '6f0963d3-22a1-4ed2-ae97-f0982d520c83', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'port_id': 'd53b7c37-f513-449c-af85-d355e60845a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'mac_address': 'fa:16:3e:7a:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:33:32Z', 'updated_at': '2022-01-20T13:33:32Z', 'revision_number': 0, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:33:34.557582 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f83bcbe-76c0-4ef9-b200-c0cf42d8b6c4 None None] The sync data for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi is: [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '6f0963d3-22a1-4ed2-ae97-f0982d520c83', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'port_id': 'd53b7c37-f513-449c-af85-d355e60845a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'mac_address': 'fa:16:3e:7a:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:33:32Z', 'updated_at': '2022-01-20T13:33:32Z', 'revision_number': 0, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:33:34.771660 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801886f2-996d-4dd8-a31b-2ab1da53b6ce None None] New status for floating IP 6f0963d3-22a1-4ed2-ae97-f0982d520c83: ACTIVE {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:33:35.304623 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:35.826305 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-5d8f1a9d-6aa4-4a94-b285-a4328d5d06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:35.827903 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-5d8f1a9d-6aa4-4a94-b285-a4328d5d06c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1099 time: 0.0481157 Jan 20 13:33:35.929121 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-d3e560e6-89d5-4d3d-bd62-00b6fe6fdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:35.930595 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-d3e560e6-89d5-4d3d-bd62-00b6fe6fdf47 service neutron] 10.222.0.91 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 909 time: 0.0913513 Jan 20 13:33:36.002443 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-ab2e6539-c412-4de0-b7fd-c66c3a8b7325 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 1002 time: 0.0649896 Jan 20 13:33:36.053342 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-e98cd041-f277-438d-8006-1618145019b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:36.054828 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-e98cd041-f277-438d-8006-1618145019b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 200 len: 847 time: 0.0457046 Jan 20 13:33:36.106138 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-a9b18802-0ea0-40a6-9ba2-ec3500ea29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:36.107620 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-a9b18802-0ea0-40a6-9ba2-ec3500ea29e3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458848 Jan 20 13:33:36.204776 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-87288286-d946-4dda-96b7-2538766a6483 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906427 Jan 20 13:33:36.298497 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a4f3d313-9c6d-4fe5-b097-1ade3450ffa0 req-1329a941-4176-45c7-8dca-704701a04a10 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Jan 20 13:33:48.419511 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affb74-1e00-455c-9425-92192d454742 req-bfc77740-b4aa-4eab-bd81-27585c802cb2 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:48.420989 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2affb74-1e00-455c-9425-92192d454742 req-bfc77740-b4aa-4eab-bd81-27585c802cb2 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jan 20 13:33:48.483362 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2affb74-1e00-455c-9425-92192d454742 req-ac8dd432-8683-49ef-ab7b-14f8e2b38d41 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534253 Jan 20 13:33:49.607420 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ba40a-f702-4b4a-850b-58475277a1fc req-667270b1-a5db-45f3-aebf-11a0ac543a68 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:49.609185 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-098ba40a-f702-4b4a-850b-58475277a1fc req-667270b1-a5db-45f3-aebf-11a0ac543a68 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Jan 20 13:33:49.660756 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-098ba40a-f702-4b4a-850b-58475277a1fc req-2276d0a1-3f72-4396-ab38-5311feca20de tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Jan 20 13:33:50.705095 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-84d40d90-7445-415c-8ba6-f210b4dc0c6f tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:50.707204 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-84d40d90-7445-415c-8ba6-f210b4dc0c6f tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Jan 20 13:33:50.779120 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e771b7-733c-4f79-876c-9cec36900a80 req-92bcfa30-3f48-49f5-b739-2a6bd5921d68 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:33:50.781015 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5e771b7-733c-4f79-876c-9cec36900a80 req-92bcfa30-3f48-49f5-b739-2a6bd5921d68 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Jan 20 13:33:50.831596 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5e771b7-733c-4f79-876c-9cec36900a80 req-a021e3ba-796e-493e-bed2-626292803ca7 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/security-groups?id=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Jan 20 13:33:51.022999 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Deleting port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:33:51.023334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:51.112363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] For port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,segment=NetworkSegment(90cc7358-672c-4c00-9b6e-6449c5656d3c),segment_id=90cc7358-672c-4c00-9b6e-6449c5656d3c)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:33:51.112363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:51.124875 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Calling delete_port for 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:33:51.252064 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:51.266951 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:33:51.287465 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Pushing event deleted for resources: {'Port': ['ID=2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:33:51.326351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] No DVR routers for this DVR port 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:33:51.329381 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:51.333020 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-27b2698a-e1c1-4a87-9f24-e5f0c0d1f059 req-87fbe262-1c4b-4f19-8d77-27ce4960c8c3 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.91 "DELETE /v2.0/ports/2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 HTTP/1.1" status: 204 len: 173 time: 0.6210213 Jan 20 13:33:51.333459 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'name': 'network-vif-deleted', 'tag': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:33:51.335683 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd564417-4b37-4ab1-9404-fbb7310e75bd" -d '{"events": [{"server_uuid": "d941bca6-0696-4161-acc5-eb9445dfe607", "name": "network-vif-deleted", "tag": "2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:33:51.378550 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b5e21f-5aa9-45c9-ac24-4fcf9937d521 x-openstack-request-id: req-33b5e21f-5aa9-45c9-ac24-4fcf9937d521 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:33:51.378838 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d941bca6-0696-4161-acc5-eb9445dfe607", "name": "network-vif-deleted", "tag": "2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:33:51.379299 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33b5e21f-5aa9-45c9-ac24-4fcf9937d521 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:33:51.379883 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd941bca6-0696-4161-acc5-eb9445dfe607', 'name': 'network-vif-deleted', 'tag': '2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208', 'status': 'completed', 'code': 200} Jan 20 13:33:51.945625 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f953ac0-ee28-420d-a6e5-fea6ef2ec5dc req-6f4ef274-9179-4b22-9f00-fa6ff0829262 tempest-VolumesSnapshotTestJSON-783928692 tempest-VolumesSnapshotTestJSON-783928692-project] 10.222.0.70 "GET /v2.0/ports?device_id=d941bca6-0696-4161-acc5-eb9445dfe607 HTTP/1.1" status: 200 len: 210 time: 0.0317454 Jan 20 13:33:54.670495 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:33:54.690744 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:33:54.691081 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2d4bfcf9-fdbd-46c0-a6eb-82a7878a1208 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:33:55.795906 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:33:59.021510 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ea784383-3333-4ca7-9a3c-6a7162489091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:01.290332 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:34:01.790744 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f891aecd-e614-4526-a778-1f5367fc4a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:03.005551 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:03.922683 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:05.309856 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.237514 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36838) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:34:18.282101 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Deleting subnet c13c46a3-711d-4d42-ab63-19c2e81052c9 {{(pid=102510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:34:18.285300 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Publish callbacks [] for subnet (c13c46a3-711d-4d42-ab63-19c2e81052c9), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.327237 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62892760'] for subnet (c13c46a3-711d-4d42-ab63-19c2e81052c9), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.361054 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (c13c46a3-711d-4d42-ab63-19c2e81052c9), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.414464 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62892558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60277383'] for subnet (c13c46a3-711d-4d42-ab63-19c2e81052c9), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.441187 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13c46a3-711d-4d42-ab63-19c2e81052c9,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:34:18.443331 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.446962 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e31e4363-a36c-4502-b3df-f28a094af571 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c13c46a3-711d-4d42-ab63-19c2e81052c9 HTTP/1.1" status: 204 len: 168 time: 0.2078662 Jan 20 13:34:18.449546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36840) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:34:18.519999 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (5a3f66a0-d09b-4448-a110-299943e0f351), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.596227 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (5a3f66a0-d09b-4448-a110-299943e0f351), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.616833 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3f66a0-d09b-4448-a110-299943e0f351']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:34:18.626686 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cc7358-672c-4c00-9b6e-6449c5656d3c') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:34:18.626980 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cc7358-672c-4c00-9b6e-6449c5656d3c') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:34:18.636141 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (90cc7358-672c-4c00-9b6e-6449c5656d3c), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.649839 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (90cc7358-672c-4c00-9b6e-6449c5656d3c), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.656616 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:34:18.656998 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (90cc7358-672c-4c00-9b6e-6449c5656d3c), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:34:18.658672 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:34:18.717753 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (5a3f66a0-d09b-4448-a110-299943e0f351), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.723148 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:18.726341 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5a3f66a0-d09b-4448-a110-299943e0f351 HTTP/1.1" status: 204 len: 168 time: 0.2759023 Jan 20 13:34:18.737773 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ea0d8-deca-4152-916d-9c5a48a09e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3f66a0-d09b-4448-a110-299943e0f351,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:34:18.909449 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36844) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:34:18.951138 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-8f36c0a0-c369-4943-8e9e-2c0d611d4c65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f159e01e39254b9a8e4368ce79ccfa37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405099 Jan 20 13:34:18.953740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36846) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:34:19.002208 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2de96104-83f5-4a62-8a45-204978b2455e admin admin] Publish callbacks [] for security_group (4eacef64-780d-4a6a-99ca-4fd5f0aa7c60), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:19.022641 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2de96104-83f5-4a62-8a45-204978b2455e admin admin] Publish callbacks [] for security_group (4eacef64-780d-4a6a-99ca-4fd5f0aa7c60), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:19.073145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2de96104-83f5-4a62-8a45-204978b2455e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4eacef64-780d-4a6a-99ca-4fd5f0aa7c60), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:19.076012 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2de96104-83f5-4a62-8a45-204978b2455e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:19.077160 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-2de96104-83f5-4a62-8a45-204978b2455e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4eacef64-780d-4a6a-99ca-4fd5f0aa7c60 HTTP/1.1" status: 204 len: 168 time: 0.1217940 Jan 20 13:34:19.085959 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de96104-83f5-4a62-8a45-204978b2455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eacef64-780d-4a6a-99ca-4fd5f0aa7c60,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:34:25.414658 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-612e2cb0-8030-4897-90b0-e3597ab5467f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430539 Jan 20 13:34:25.476368 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-0e975316-3be1-4029-9679-c064c09cbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:25.477854 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-0e975316-3be1-4029-9679-c064c09cbb88 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1099 time: 0.0409348 Jan 20 13:34:25.588646 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-64a83b8d-9292-4055-8993-2cefb4035670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:25.590162 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-64a83b8d-9292-4055-8993-2cefb4035670 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.0917671 Jan 20 13:34:25.663668 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-36ceea72-267a-4d88-bf81-6507f90efb7e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 1002 time: 0.0645120 Jan 20 13:34:25.714080 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-c9defcfb-0d21-4679-ab21-7b059dbfbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:25.716128 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-c9defcfb-0d21-4679-ab21-7b059dbfbfac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0434945 Jan 20 13:34:25.774061 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-4a02c1ea-bf5b-4430-bd0c-2b353c61ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:25.775530 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-4a02c1ea-bf5b-4430-bd0c-2b353c61ad78 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512309 Jan 20 13:34:25.817479 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:25.859349 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65434b1-7883-4508-accd-ec0a7c3f0f63 req-0cbcf868-a00f-46f9-99da-d37ddeb07a17 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:25.861035 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c65434b1-7883-4508-accd-ec0a7c3f0f63 req-0cbcf868-a00f-46f9-99da-d37ddeb07a17 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0583365 Jan 20 13:34:25.872861 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-93a0e1f7-0db5-45b9-a6fb-e1553ef7fc6a service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904903 Jan 20 13:34:25.914391 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c65434b1-7883-4508-accd-ec0a7c3f0f63 req-06109a7f-f27b-4df2-b6f6-c07d1b342ed8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475860 Jan 20 13:34:25.970326 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-495b89e2-2155-4e3b-9088-54a42c822cd3 req-9e678768-a898-4f72-8593-6df6fd3e4adf service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896194 Jan 20 13:34:27.040758 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de2d1-705b-410b-ae9e-f6a5a94ee2e5 req-8e17b5bd-7bd7-4f30-aaab-3ededf61f41f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:27.042215 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e51de2d1-705b-410b-ae9e-f6a5a94ee2e5 req-8e17b5bd-7bd7-4f30-aaab-3ededf61f41f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0514004 Jan 20 13:34:27.088753 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e51de2d1-705b-410b-ae9e-f6a5a94ee2e5 req-b684f3f8-3c8c-4514-a4a7-c806b2c66fc3 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407865 Jan 20 13:34:28.210529 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49c72e-23f1-4524-ae29-8f4ba808061a req-2c6eb0e0-df6e-4ed9-95a6-e955adebd43c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:28.211983 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f49c72e-23f1-4524-ae29-8f4ba808061a req-2c6eb0e0-df6e-4ed9-95a6-e955adebd43c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0538266 Jan 20 13:34:28.261315 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f49c72e-23f1-4524-ae29-8f4ba808061a req-a4ade41c-a44c-4c27-a3a9-81c736cee5ef tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Jan 20 13:34:29.022263 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9012492b-d11d-4eef-b9e1-ad44597f6cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:29.385882 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc85f-7912-43bb-9d0f-0ac0a308b508 req-0fcc28d4-e3fc-4545-9a98-804d90de8e19 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:29.387557 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d39cc85f-7912-43bb-9d0f-0ac0a308b508 req-0fcc28d4-e3fc-4545-9a98-804d90de8e19 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0576937 Jan 20 13:34:29.433763 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d39cc85f-7912-43bb-9d0f-0ac0a308b508 req-9c1d24f9-8d44-4f83-85ad-44f4e4fb9f2f tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Jan 20 13:34:30.551330 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3147d9-c2f4-4dbd-af5e-c61651134c66 req-9ef68555-9c7d-435d-a75b-e728df8234df tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:30.552876 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1d3147d9-c2f4-4dbd-af5e-c61651134c66 req-9ef68555-9c7d-435d-a75b-e728df8234df tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Jan 20 13:34:30.599648 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1d3147d9-c2f4-4dbd-af5e-c61651134c66 req-366cf7b6-e7a1-4ec3-8f3e-add58466dc88 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Jan 20 13:34:31.718440 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd58c2-5b6f-437b-b7f6-46b93dde50ab req-d958353b-c895-4dd3-b051-5e88e6e827ec tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:31.719955 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1ddd58c2-5b6f-437b-b7f6-46b93dde50ab req-d958353b-c895-4dd3-b051-5e88e6e827ec tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0496290 Jan 20 13:34:31.767931 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1ddd58c2-5b6f-437b-b7f6-46b93dde50ab req-c818f297-4d02-4361-a99e-cd06b63eac56 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Jan 20 13:34:31.793927 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a4060078-831c-4a3f-b2cb-6396a680fa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:32.883161 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd0760-5297-4fb0-b004-063021dc9d57 req-4fd9d4f0-8c45-44b5-ab0e-6b36998c07c9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:32.884653 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ebcd0760-5297-4fb0-b004-063021dc9d57 req-4fd9d4f0-8c45-44b5-ab0e-6b36998c07c9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0481176 Jan 20 13:34:32.935475 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ebcd0760-5297-4fb0-b004-063021dc9d57 req-0e4246d9-49a7-467f-88ff-0cfba645ef5e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Jan 20 13:34:33.007203 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:33.924212 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:34.051613 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82d9ce-e088-482c-98bf-f8b8a7dc8022 req-01157cc7-2ea1-4eed-9d9d-a0286697b20d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:34.053121 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb82d9ce-e088-482c-98bf-f8b8a7dc8022 req-01157cc7-2ea1-4eed-9d9d-a0286697b20d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Jan 20 13:34:34.100197 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb82d9ce-e088-482c-98bf-f8b8a7dc8022 req-9114d1f2-d0e8-4e03-adc9-e6cb6c77244d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415204 Jan 20 13:34:35.213960 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7b446-2013-4366-a8ab-a9374ab23fbb req-d3e1383a-6f1c-4b86-ae8c-1aebb86530fa tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:35.215321 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5fb7b446-2013-4366-a8ab-a9374ab23fbb req-d3e1383a-6f1c-4b86-ae8c-1aebb86530fa tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0475364 Jan 20 13:34:35.261716 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5fb7b446-2013-4366-a8ab-a9374ab23fbb req-e4084a4b-f3f0-445b-bfbc-c86fc15bc456 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399294 Jan 20 13:34:35.312194 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:36.387617 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14624e60-c183-48be-9725-78f0875c558d req-72a29aff-11ca-4da7-95a9-750a3c0b10d7 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:36.389480 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14624e60-c183-48be-9725-78f0875c558d req-72a29aff-11ca-4da7-95a9-750a3c0b10d7 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0528383 Jan 20 13:34:36.438139 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14624e60-c183-48be-9725-78f0875c558d req-45a161d7-f52d-4a7a-ba47-f15631644537 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Jan 20 13:34:36.656123 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac27cec-5da8-48eb-aad1-97014bfff3fc req-be112324-8905-4cad-98a5-1ed95a07fb7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:36.657709 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ac27cec-5da8-48eb-aad1-97014bfff3fc req-be112324-8905-4cad-98a5-1ed95a07fb7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0724874 Jan 20 13:34:36.670559 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012136-4f35-4374-8893-3f9687764d98 req-e4aa91e2-d18a-42ce-a7d4-7b2a0a579981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:36.672119 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-e4aa91e2-d18a-42ce-a7d4-7b2a0a579981 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 1099 time: 0.0420194 Jan 20 13:34:36.710176 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ac27cec-5da8-48eb-aad1-97014bfff3fc req-0b4da22e-0025-43e1-91c8-318fae3c6378 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467212 Jan 20 13:34:36.770403 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012136-4f35-4374-8893-3f9687764d98 req-ec660a3c-3113-490a-b1c0-79a3d361ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:36.771891 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-ec660a3c-3113-490a-b1c0-79a3d361ac60 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.0923910 Jan 20 13:34:36.839688 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-0f153ba3-c91a-4eca-85e6-2fcae37fbea4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 200 len: 1002 time: 0.0615406 Jan 20 13:34:36.887144 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012136-4f35-4374-8893-3f9687764d98 req-6f9750de-0d3e-4fb2-8915-0e87dcbb3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:36.889320 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-6f9750de-0d3e-4fb2-8915-0e87dcbb3db4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0433497 Jan 20 13:34:36.938010 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012136-4f35-4374-8893-3f9687764d98 req-29f1f54a-eeda-46a6-8aa0-ae5f0517feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:36.939476 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-29f1f54a-eeda-46a6-8aa0-ae5f0517feb6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429964 Jan 20 13:34:37.028588 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-f32a6e17-6abc-4b25-98a6-bf2d8fe2eea7 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829701 Jan 20 13:34:37.119690 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d7012136-4f35-4374-8893-3f9687764d98 req-4767441c-84fb-4db6-85c1-d125da2a96b9 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840230 Jan 20 13:34:37.828267 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86394e02-d005-4f8e-99a9-a72e274b747e req-6ec6fc7b-a800-477e-89f8-e0eacfe53317 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:37.829744 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-86394e02-d005-4f8e-99a9-a72e274b747e req-6ec6fc7b-a800-477e-89f8-e0eacfe53317 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0483468 Jan 20 13:34:37.884246 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-86394e02-d005-4f8e-99a9-a72e274b747e req-6b091060-72dc-47d9-92cc-b12be048b22b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484653 Jan 20 13:34:38.292940 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:34:46.320141 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f1e7-23de-4096-8da2-eccd6078e264 req-a6de6bf9-31cf-4c86-ba45-19b7b7a568da tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:46.321700 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8035f1e7-23de-4096-8da2-eccd6078e264 req-a6de6bf9-31cf-4c86-ba45-19b7b7a568da tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0523324 Jan 20 13:34:46.329048 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-0b1ed7a2-d93c-43fb-8c14-aaf633c4aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:46.330567 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-0b1ed7a2-d93c-43fb-8c14-aaf633c4aedd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1137 time: 0.0465600 Jan 20 13:34:46.393571 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8035f1e7-23de-4096-8da2-eccd6078e264 req-19b4a8ee-9547-458d-909a-042d82de3ab9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636806 Jan 20 13:34:46.430932 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-0969d144-eb25-40e3-93a0-f0d402ddfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:46.432447 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-0969d144-eb25-40e3-93a0-f0d402ddfb4f service neutron] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 915 time: 0.0957141 Jan 20 13:34:46.500065 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-d8fc2dc7-9ff3-4bd1-841b-b316d2df7d55 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 1001 time: 0.0591259 Jan 20 13:34:46.550286 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-e4249dab-d0c7-4234-864a-36f3b39c0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:46.551731 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-e4249dab-d0c7-4234-864a-36f3b39c0f2b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.0451646 Jan 20 13:34:46.603487 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-9ad96d1a-6318-48c3-a31a-b0d977066a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:46.604982 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-9ad96d1a-6318-48c3-a31a-b0d977066a7b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456109 Jan 20 13:34:46.696623 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-90dd33cd-b537-4e06-835e-54eb3e86a577 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851548 Jan 20 13:34:46.794295 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f6115d35-bc7f-4d4b-a05b-2979d352a5fd req-a4bc860f-f0fc-47ac-8e32-6cf0a3ac64a7 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898433 Jan 20 13:34:47.528343 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0b72f-05b1-443e-b7e3-62931f496bc0 req-e70112ca-f662-4cfc-bd7e-32f252e7e7a3 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:47.530700 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ea0b72f-05b1-443e-b7e3-62931f496bc0 req-e70112ca-f662-4cfc-bd7e-32f252e7e7a3 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0518403 Jan 20 13:34:47.604930 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ea0b72f-05b1-443e-b7e3-62931f496bc0 req-2f786896-354c-4db6-ae5a-466aad504c1a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683680 Jan 20 13:34:48.752396 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52644cb-f829-4d5e-a245-c956b00cd5c1 req-8f32f75a-9a91-47b3-81e3-2a0e5b464f28 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:48.753939 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e52644cb-f829-4d5e-a245-c956b00cd5c1 req-8f32f75a-9a91-47b3-81e3-2a0e5b464f28 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0760903 Jan 20 13:34:48.816391 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e52644cb-f829-4d5e-a245-c956b00cd5c1 req-0a97b0a0-fdd2-4102-8735-6a16ee0f35ab tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567439 Jan 20 13:34:49.939156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91642313-3bfc-417d-a9ac-7df9dddf4581 req-dce8a7a3-9a06-46e2-8032-cf0ed0df35e7 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:49.940678 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-91642313-3bfc-417d-a9ac-7df9dddf4581 req-dce8a7a3-9a06-46e2-8032-cf0ed0df35e7 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0517938 Jan 20 13:34:50.002334 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-91642313-3bfc-417d-a9ac-7df9dddf4581 req-6bc3c99f-2960-4fa7-a76f-0c8196196228 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560048 Jan 20 13:34:51.124917 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345380db-e2ba-4f24-ba57-2e36a69e644e req-7d6f880a-2f9b-4177-813f-1e710223c1ee tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:51.126435 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-345380db-e2ba-4f24-ba57-2e36a69e644e req-7d6f880a-2f9b-4177-813f-1e710223c1ee tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0556359 Jan 20 13:34:51.188612 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-345380db-e2ba-4f24-ba57-2e36a69e644e req-ed570ea2-6990-4c76-ba4b-0431eac425df tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564387 Jan 20 13:34:52.306141 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9748e-9489-4a24-86cd-f2fba8b00322 req-9fdcf8a4-b754-4cfc-96cd-14f200cc2ffb tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:52.307668 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2ca9748e-9489-4a24-86cd-f2fba8b00322 req-9fdcf8a4-b754-4cfc-96cd-14f200cc2ffb tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0529459 Jan 20 13:34:52.370024 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2ca9748e-9489-4a24-86cd-f2fba8b00322 req-c6c6a480-ed11-4330-8201-24a4918abca0 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549343 Jan 20 13:34:53.511838 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e062e6d-41ab-4c53-a4f3-c42f0427206c req-49e75f43-a9dd-4310-a4dd-05c50eb416be tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:53.513303 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e062e6d-41ab-4c53-a4f3-c42f0427206c req-49e75f43-a9dd-4310-a4dd-05c50eb416be tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0528479 Jan 20 13:34:53.579700 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e062e6d-41ab-4c53-a4f3-c42f0427206c req-0d1a5551-5bf7-4d04-a43b-070e28d20aec tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599430 Jan 20 13:34:54.709734 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebea1b-befb-49a4-81be-73ad350c2d74 req-142e2e10-1f57-4ec1-a632-86b86ddb83af tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:54.711296 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9ebea1b-befb-49a4-81be-73ad350c2d74 req-142e2e10-1f57-4ec1-a632-86b86ddb83af tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0540326 Jan 20 13:34:54.775960 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9ebea1b-befb-49a4-81be-73ad350c2d74 req-d3db8da5-7162-40eb-89cf-63a2b1b3dd33 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586696 Jan 20 13:34:55.833001 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:34:55.913469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec66856-9ce9-4b86-b690-4b47824229fb req-d7c8ee16-cdb0-4c52-a2e0-f44231b9ce6d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:55.915083 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2ec66856-9ce9-4b86-b690-4b47824229fb req-d7c8ee16-cdb0-4c52-a2e0-f44231b9ce6d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0638936 Jan 20 13:34:55.980787 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2ec66856-9ce9-4b86-b690-4b47824229fb req-728a7108-4007-468a-83e8-20ca4d6e6dc2 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590832 Jan 20 13:34:57.131191 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc14f-fc32-4b26-b9ff-444d5280b092 req-93cdd24b-41e5-4add-8f7e-d863847af9b7 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:57.132830 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c45bc14f-fc32-4b26-b9ff-444d5280b092 req-93cdd24b-41e5-4add-8f7e-d863847af9b7 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0640440 Jan 20 13:34:57.219311 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c45bc14f-fc32-4b26-b9ff-444d5280b092 req-b5c65c48-98ca-4290-9393-f4b86575634e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718517 Jan 20 13:34:58.339699 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2df28-4340-41c9-9606-cdaac30ac477 req-e8603b53-1440-4275-a5be-95f15003783a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:34:58.341286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cdf2df28-4340-41c9-9606-cdaac30ac477 req-e8603b53-1440-4275-a5be-95f15003783a tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0513291 Jan 20 13:34:58.406257 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cdf2df28-4340-41c9-9606-cdaac30ac477 req-5f70d568-3da2-4462-9d1f-5e87ea091d5d tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&id=93cd1a22-c344-47cf-a022-0c76fdbeaf2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590844 Jan 20 13:34:59.024570 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-605753d1-253e-4fbc-93f8-962053b5c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:01.797032 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-6c37856e-1dc6-4585-9744-93ddfe744ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:03.011560 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:03.932029 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:04.725549 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0a7a-3963-43ef-89a9-561908b0e96c req-699834ae-12eb-42f0-8b04-f5eaebcf7936 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:04.726981 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-363f0a7a-3963-43ef-89a9-561908b0e96c req-699834ae-12eb-42f0-8b04-f5eaebcf7936 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0541117 Jan 20 13:35:04.778835 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-363f0a7a-3963-43ef-89a9-561908b0e96c req-b6f9a778-99be-43dd-9c18-5283b18e8bd7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 Jan 20 13:35:05.316295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:05.909782 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd24a-5965-44d8-a9a1-26599c7eb828 req-65e07bb6-2e5c-4b11-9864-958d2cfbed1c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:05.911358 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-693dd24a-5965-44d8-a9a1-26599c7eb828 req-65e07bb6-2e5c-4b11-9864-958d2cfbed1c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0574031 Jan 20 13:35:05.965356 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-693dd24a-5965-44d8-a9a1-26599c7eb828 req-4bc8d9f8-e794-4215-9481-964a2f093011 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462496 Jan 20 13:35:06.645262 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb423-24cc-4b8b-950c-90d06d26606c req-c696147c-e4af-4858-9174-e113269ec984 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:06.646749 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-187bb423-24cc-4b8b-950c-90d06d26606c req-c696147c-e4af-4858-9174-e113269ec984 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0605872 Jan 20 13:35:06.744634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Deleting port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:35:06.744970 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:06.846166 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] For port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:06.846540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:07.080276 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:07.080642 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (5caf071e-46bb-4450-bb61-de6f20e7e19f), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:07.080961 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Floating IP 5caf071e-46bb-4450-bb61-de6f20e7e19f disassociated. External IP: 172.27.2.155, port: 4d3a6313-fe30-4aeb-a491-24ffc1d3f407. Jan 20 13:35:07.081306 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Calling delete_port for 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:35:07.098834 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464da83-4a77-443a-ab64-9c8a5569497e req-4ce2409d-9713-43fd-b44c-6d819aafde51 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:07.100452 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f464da83-4a77-443a-ab64-9c8a5569497e req-4ce2409d-9713-43fd-b44c-6d819aafde51 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=628da180-155e-4f33-9a00-a21c8e25cce7 HTTP/1.1" status: 200 len: 946 time: 0.0606596 Jan 20 13:35:07.163526 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f464da83-4a77-443a-ab64-9c8a5569497e req-45a13e42-94b6-49f1-98d4-8edccedbddb3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=cd02bde3-96e9-417b-917f-264cadb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556393 Jan 20 13:35:07.225811 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (4d3a6313-fe30-4aeb-a491-24ffc1d3f407), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:07.256668 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event deleted for resources: {'Port': ['ID=4d3a6313-fe30-4aeb-a491-24ffc1d3f407,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:07.271709 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.272135 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.272474 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.272863 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.273228 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.273556 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.273888 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.274206 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.274531 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.274844 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.275171 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.275491 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.275810 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:07.402487 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Router 94af7755-55d1-4537-bb62-d8a8f403e276 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:35:07.518170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:35:07.532096 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:35:07.542196 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:07.542835 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:07.560854 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] No DVR routers for this DVR port 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:35:07.563725 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:07.567106 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-187bb423-24cc-4b8b-950c-90d06d26606c req-3079f8cc-665c-41c4-928d-5eb6826e0961 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "DELETE /v2.0/ports/4d3a6313-fe30-4aeb-a491-24ffc1d3f407 HTTP/1.1" status: 204 len: 173 time: 0.9154084 Jan 20 13:35:07.567566 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-deleted', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:07.569945 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754a9ab0-42fc-4402-ac90-6d1294962b2b" -d '{"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-deleted", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:07.624742 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc23a3-9293-465a-9caa-f0d4f282bacc x-openstack-request-id: req-69fc23a3-9293-465a-9caa-f0d4f282bacc {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:07.625031 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628da180-155e-4f33-9a00-a21c8e25cce7", "name": "network-vif-deleted", "tag": "4d3a6313-fe30-4aeb-a491-24ffc1d3f407", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:07.625298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69fc23a3-9293-465a-9caa-f0d4f282bacc {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:07.625693 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628da180-155e-4f33-9a00-a21c8e25cce7', 'name': 'network-vif-deleted', 'tag': '4d3a6313-fe30-4aeb-a491-24ffc1d3f407', 'status': 'completed', 'code': 200} Jan 20 13:35:07.675944 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:07.918504 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:07.952810 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:35:07.961848 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:07.962464 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:08.084307 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:08.261920 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 36984) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:08.318161 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:08.331352 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (cd02bde3-96e9-417b-917f-264cadb00fb4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.350600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806dec2-6eb9-46de-8894-b7f06f300d61 None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:35:08.357297 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (cd02bde3-96e9-417b-917f-264cadb00fb4), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.422699 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cd02bde3-96e9-417b-917f-264cadb00fb4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.425495 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.426827 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "DELETE /v2.0/security-groups/cd02bde3-96e9-417b-917f-264cadb00fb4 HTTP/1.1" status: 204 len: 168 time: 0.1639173 Jan 20 13:35:08.432175 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36986) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:08.442590 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd02bde3-96e9-417b-917f-264cadb00fb4,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:08.447742 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.api.v2.resource [None req-b818ed4d-2322-4423-80e9-fb76fab0eb61 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] show failed (client error): The resource could not be found. Jan 20 13:35:08.449075 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b818ed4d-2322-4423-80e9-fb76fab0eb61 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups/cd02bde3-96e9-417b-917f-264cadb00fb4 HTTP/1.1" status: 404 len: 347 time: 0.0151548 Jan 20 13:35:08.452188 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 36988) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:08.454220 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.454623 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.455045 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.455393 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.455741 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.456118 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.456452 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.456929 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.457275 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.457614 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.457944 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.458277 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.458608 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373add1-7604-41a4-a5e2-238b67e9e840 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:08.605207 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Deleting port 5f5f37e6-a195-4a02-bc02-f67769977b29 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:35:08.606105 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.651321 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20b559-bea8-47d1-982c-48edc20f079e None None] New status for floating IP 5caf071e-46bb-4450-bb61-de6f20e7e19f: DOWN {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:35:08.701349 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.701918 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (5f5f37e6-a195-4a02-bc02-f67769977b29), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.716707 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Calling delete_port for 5f5f37e6-a195-4a02-bc02-f67769977b29 owned by network:floatingip {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:35:08.904054 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (5f5f37e6-a195-4a02-bc02-f67769977b29), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:08.941789 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event deleted for resources: {'Port': ['ID=5f5f37e6-a195-4a02-bc02-f67769977b29,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:09.041351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (5caf071e-46bb-4450-bb61-de6f20e7e19f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.046357 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.048317 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-1166fa81-fcee-4cf0-a8d5-f5162413ab04 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "DELETE /v2.0/floatingips/5caf071e-46bb-4450-bb61-de6f20e7e19f HTTP/1.1" status: 204 len: 168 time: 0.5947590 Jan 20 13:35:09.067320 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:35:09.244167 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:35:09.244448 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d3a6313-fe30-4aeb-a491-24ffc1d3f407 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:35:09.646093 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 36992) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:09.654353 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748377707', 'description': 'tempest-description--1962495198'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:09.692419 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.772868 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (04797eb0-ecc2-4ae3-810c-13de2c1b0063), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.777677 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (04797eb0-ecc2-4ae3-810c-13de2c1b0063), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.811324 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04797eb0-ecc2-4ae3-810c-13de2c1b0063,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:09.816608 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.822581 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-91e43d54-b8ec-46c6-b735-2c4944eb2fee tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1710539 Jan 20 13:35:09.823867 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 36994) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:09.831555 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'security_group_rule': {'security_group_id': '04797eb0-ecc2-4ae3-810c-13de2c1b0063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:09.875034 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (9e7b56b9-be8a-426e-91ac-0f27a6d173f3), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.939901 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (9e7b56b9-be8a-426e-91ac-0f27a6d173f3), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.943897 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (9e7b56b9-be8a-426e-91ac-0f27a6d173f3), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.965489 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7b56b9-be8a-426e-91ac-0f27a6d173f3,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:09.975148 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:09.976378 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-19f2636a-7f4b-4c25-b733-5ec1a1cff6ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519022 Jan 20 13:35:09.978960 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 36996) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:09.983806 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'security_group_rule': {'security_group_id': '04797eb0-ecc2-4ae3-810c-13de2c1b0063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:10.012260 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (7c2da237-4eec-446e-afe4-da1cb8e01266), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.068997 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (7c2da237-4eec-446e-afe4-da1cb8e01266), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.072354 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (7c2da237-4eec-446e-afe4-da1cb8e01266), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.087845 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2da237-4eec-446e-afe4-da1cb8e01266,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:10.100073 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.101432 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-417d59a8-e50b-4109-a76f-1009f245c764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215198 Jan 20 13:35:10.104585 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 36998) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:10.109649 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:10.134067 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.232786 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.344296 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Allocated IP 172.27.2.227 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/84eda2e0-ecbf-411d-986d-def46f45239a) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:35:10.460432 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for port (84eda2e0-ecbf-411d-986d-def46f45239a), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.501558 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (84eda2e0-ecbf-411d-986d-def46f45239a), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.543784 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:35:10.547721 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:35:10.551642 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:35:10.557764 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'Port': ['ID=84eda2e0-ecbf-411d-986d-def46f45239a,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:10.644742 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (46e9a978-c440-4769-a767-506287abcf02), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.678688 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (84eda2e0-ecbf-411d-986d-def46f45239a), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.834418 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for port (84eda2e0-ecbf-411d-986d-def46f45239a), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:10.838881 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (84eda2e0-ecbf-411d-986d-def46f45239a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:11.167731 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'Port': ['ID=84eda2e0-ecbf-411d-986d-def46f45239a,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:11.178258 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (46e9a978-c440-4769-a767-506287abcf02), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:11.194634 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:11.195932 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c10f5de1-33e5-49ab-999d-75420cc22daa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0903158 Jan 20 13:35:11.437468 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-69e21869-4d21-46c4-bb8e-c3f33a6b31df tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--748377707&fields=id&tenant_id=91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 267 time: 0.0543456 Jan 20 13:35:11.555182 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-d599a82b-7a7a-4035-b9ed-7a59eba7b789 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:11.556980 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-d599a82b-7a7a-4035-b9ed-7a59eba7b789 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 817 time: 0.1129119 Jan 20 13:35:11.572923 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-0f416463-c54e-402b-b6cc-e4ba0bfba7ff tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/quotas/91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 375 time: 0.0097284 Jan 20 13:35:11.636312 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-ef038e92-2f9a-42b9-8b84-8600377493e1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536048 Jan 20 13:35:11.738870 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c48a345d-3195-4db2-8671-8cb3463becf2 service neutron] 10.222.0.70 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899370 Jan 20 13:35:11.838412 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-cc3eb1cc-84ba-4224-8d8a-46762c4d6e72 service neutron] 10.222.0.70 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939367 Jan 20 13:35:12.005897 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-de19984a-dfae-4116-9d52-23104ac46254 req-74313b51-d6fb-46ea-a562-da071ebbc697 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 210 time: 0.0303741 Jan 20 13:35:12.996513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-b4ca640f-74a8-4eaa-810a-10c4fb849a46 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:12.998267 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-b4ca640f-74a8-4eaa-810a-10c4fb849a46 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 817 time: 0.1189778 Jan 20 13:35:13.087382 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-e2197881-6353-45f1-bf11-1be2a018e8a4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 379 time: 0.0788751 Jan 20 13:35:13.096365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'port': {'device_id': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'admin_state_up': True, 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'security_groups': ['04797eb0-ecc2-4ae3-810c-13de2c1b0063']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:13.121866 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b3c1d466-ad30-4e75-9fb1-fa536cc65d8f req-e28e9aae-8ef2-4517-8a1b-b01d3e2970e9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 210 time: 0.0261285 Jan 20 13:35:13.218516 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Made reservation on behalf of 91c2d0a83d154ff78e20229f41dd1673 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:35:13.222090 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:13.349397 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Allocated IP 172.20.0.3 (72439533-e86e-441c-a2c9-c719a11b81aa/3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1/ba9f4994-c84a-4f04-adc1-9814d433c8d7) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:35:13.504363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:13.540879 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:13.587159 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Network 72439533-e86e-441c-a2c9-c719a11b81aa is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:35:13.590258 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:35:13.595409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:35:13.602008 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:13.860278 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-fd903b5d-bc17-4712-b939-5fd83b23b817 None None] Provisioning complete for port ba9f4994-c84a-4f04-adc1-9814d433c8d7 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:35:13.860905 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-fd903b5d-bc17-4712-b939-5fd83b23b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:13.892640 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:13.893183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:13.894532 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-fd903b5d-bc17-4712-b939-5fd83b23b817 None None] Port ba9f4994-c84a-4f04-adc1-9814d433c8d7 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:35:13.909996 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-729b5c38-efd6-4e38-98d3-2707309166d6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173082 Jan 20 13:35:13.950052 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Request body: {'port': {'device_id': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:14.002754 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:14.242840 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adedc3-de0e-4591-8599-1341e4164fc0 req-546166e8-e1f4-42d1-bf1d-a12cd00ba01f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:14.244347 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e2adedc3-de0e-4591-8599-1341e4164fc0 req-546166e8-e1f4-42d1-bf1d-a12cd00ba01f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 931 time: 0.0499694 Jan 20 13:35:14.263740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9f4994-c84a-4f04-adc1-9814d433c8d7 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:35:14.271473 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Publish callbacks [] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:14.285150 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Transition to ACTIVE for port object ba9f4994-c84a-4f04-adc1-9814d433c8d7 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:35:14.288812 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:14.298101 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e2adedc3-de0e-4591-8599-1341e4164fc0 req-1a3be2e0-49bb-4ff0-b9d5-0b5ded715f98 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471857 Jan 20 13:35:14.337926 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:14.412248 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Attempting to bind port ba9f4994-c84a-4f04-adc1-9814d433c8d7 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:35:14.412499 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Attempting to bind port ba9f4994-c84a-4f04-adc1-9814d433c8d7 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:35:14.412823 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Attempting to bind port ba9f4994-c84a-4f04-adc1-9814d433c8d7 on network 72439533-e86e-441c-a2c9-c719a11b81aa {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:35:14.417342 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Port ba9f4994-c84a-4f04-adc1-9814d433c8d7 on network 72439533-e86e-441c-a2c9-c719a11b81aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:35:14.417714 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Attempting to bind port ba9f4994-c84a-4f04-adc1-9814d433c8d7 on network 72439533-e86e-441c-a2c9-c719a11b81aa {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:35:14.423304 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:35:14.423635 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Checking segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:35:14.424081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Bound using segment: {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:35:14.424472 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Bound port: ba9f4994-c84a-4f04-adc1-9814d433c8d7, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1512e10c-d50e-4ee3-8836-deade92dc8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:35:14.424873 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:14.494054 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:35:14.497187 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:35:14.502280 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:14.539439 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:14.540070 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:14.541429 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] 10.222.0.91 "PUT /v2.0/ports/ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 1093 time: 0.5955691 Jan 20 13:35:14.541869 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:14.544927 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa" -d '{"events": [{"name": "network-changed", "server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:14.576038 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941ae1d-6022-4c0d-b4f2-f6bfd851c7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:14.627857 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf88d3-6399-402d-ad26-bed996988f0f x-openstack-request-id: req-b0bf88d3-6399-402d-ad26-bed996988f0f {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:14.628160 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:14.628414 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0bf88d3-6399-402d-ad26-bed996988f0f {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:14.628839 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'status': 'completed', 'code': 200} Jan 20 13:35:14.648560 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-32bf3cef-46d7-49f3-9424-f74867cc380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:14.650319 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-32bf3cef-46d7-49f3-9424-f74867cc380f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1096 time: 0.0543916 Jan 20 13:35:14.702080 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-d14dc01b-1008-4fd5-9047-78155cc7a9c6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 217 time: 0.0410929 Jan 20 13:35:14.755352 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-3232d2ea-56f9-4b54-8731-bffedda06963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:14.756844 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-3232d2ea-56f9-4b54-8731-bffedda06963 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0486376 Jan 20 13:35:14.805838 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-0d6bff53-083d-4b90-9e7e-b6f1eaa625cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:14.807417 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-0d6bff53-083d-4b90-9e7e-b6f1eaa625cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417051 Jan 20 13:35:14.906206 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-0e52b30f-2a91-4c1c-ad5d-05245c4382d1 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919981 Jan 20 13:35:15.000043 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bc9c2bde-c322-4d8f-af63-6dd85c9a751b req-b92141cc-9fe5-409c-829e-10195d973211 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868363 Jan 20 13:35:15.083170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-45a51517-8158-4540-ac88-c08785c47978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:15.084688 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-45a51517-8158-4540-ac88-c08785c47978 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1096 time: 0.0415671 Jan 20 13:35:15.180405 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-ed5a4dd1-a288-4ac6-b64b-904b3f086293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:15.182177 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-ed5a4dd1-a288-4ac6-b64b-904b3f086293 service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.0907085 Jan 20 13:35:15.223622 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-3447ed63-d16b-4120-ab10-1f162259b1d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 217 time: 0.0339415 Jan 20 13:35:15.276816 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-c15f6070-91dd-4d88-8957-7da4d00cfc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:15.278648 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-c15f6070-91dd-4d88-8957-7da4d00cfc66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0491767 Jan 20 13:35:15.291766 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:35:15.325288 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-08e33ca7-20db-4b1f-ae34-418da1bdb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:15.326806 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-08e33ca7-20db-4b1f-ae34-418da1bdb570 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412998 Jan 20 13:35:15.423342 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e8b5e-3f25-49c0-8f26-0cbe6659785c req-f59bb947-aee2-4e2f-8850-e780a3fd19d5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:15.425036 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-902e8b5e-3f25-49c0-8f26-0cbe6659785c req-f59bb947-aee2-4e2f-8850-e780a3fd19d5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0532336 Jan 20 13:35:15.425195 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-35dcb080-f12e-415f-8eb0-723c7b5dc455 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914218 Jan 20 13:35:15.475910 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-902e8b5e-3f25-49c0-8f26-0cbe6659785c req-d3c15bb7-a615-4265-b47f-1f87a6548fe3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452750 Jan 20 13:35:15.527433 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6aa7d0ab-cbd4-44a5-a586-9f109803bffa req-62654aad-aca8-491d-8873-03d9c3671539 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960217 Jan 20 13:35:16.598032 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df97435-1c10-4357-b3b8-61f7ca7959c1 req-3b8c5fec-7e39-455b-863c-a87d893133b2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:16.599520 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6df97435-1c10-4357-b3b8-61f7ca7959c1 req-3b8c5fec-7e39-455b-863c-a87d893133b2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0481861 Jan 20 13:35:16.647839 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6df97435-1c10-4357-b3b8-61f7ca7959c1 req-cfef4bb5-2b0a-4823-b101-b88ac661ed9a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Jan 20 13:35:17.066543 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:35:17.163838 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:17.176482 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'mac_address': 'fa:16:3e:f1:91:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:35:17.214857 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:35:17.215154 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:17.228955 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9f4994-c84a-4f04-adc1-9814d433c8d7 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:35:17.253671 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:17.258937 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:17.312800 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:17.319906 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.320260 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.320608 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.320948 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.321282 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.321651 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.322009 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.322377 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.322806 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.323144 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.323478 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.323804 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.324152 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:35:17.757355 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['ba9f4994-c84a-4f04-adc1-9814d433c8d7'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:35:17.772114 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39f447-907c-4ed6-a0fd-b0160afa6d2c req-1329b914-76e3-40fa-a7bc-18255f60c8fe tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:17.773615 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a39f447-907c-4ed6-a0fd-b0160afa6d2c req-1329b914-76e3-40fa-a7bc-18255f60c8fe tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 944 time: 0.0527461 Jan 20 13:35:17.826253 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a39f447-907c-4ed6-a0fd-b0160afa6d2c req-d8e62176-040a-4890-89e1-2fb5f79b48be tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Jan 20 13:35:18.954615 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759a7c5-a03f-428c-b209-5b04a4f97be9 req-7c5604ff-4e10-4e28-9eb6-b4314a44aab3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:18.956061 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9759a7c5-a03f-428c-b209-5b04a4f97be9 req-7c5604ff-4e10-4e28-9eb6-b4314a44aab3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 944 time: 0.0521963 Jan 20 13:35:19.003139 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9759a7c5-a03f-428c-b209-5b04a4f97be9 req-af6101f1-507f-4870-9f63-4e11918acd87 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415998 Jan 20 13:35:19.091894 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:35:19.142344 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port ba9f4994-c84a-4f04-adc1-9814d433c8d7 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:35:19.145991 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port ba9f4994-c84a-4f04-adc1-9814d433c8d7 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:35:19.146368 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:19.224230 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:35:19.224538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:19.249505 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:19.251878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34b0cd-a7a2-43b4-84ab-11f46282058d" -d '{"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:19.268851 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:19.273221 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:19.321249 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:19.358275 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db6259-f735-4252-b58e-acd20b87e71c x-openstack-request-id: req-75db6259-f735-4252-b58e-acd20b87e71c {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:19.358570 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:19.358824 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75db6259-f735-4252-b58e-acd20b87e71c {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:19.359216 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'code': 200} Jan 20 13:35:19.555168 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292f0e9-38ef-4657-9b9c-b34e620a57eb req-722537b5-2bca-4613-b822-3c39cd627c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:19.557505 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7292f0e9-38ef-4657-9b9c-b34e620a57eb req-722537b5-2bca-4613-b822-3c39cd627c5f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1098 time: 0.0520937 Jan 20 13:35:19.617358 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-7292f0e9-38ef-4657-9b9c-b34e620a57eb req-00c29fdc-7a0b-4d39-b174-23cef84b6892 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521793 Jan 20 13:35:20.133032 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5caa18-1d7d-4068-aeb6-0af87f96ff99 req-00f4a249-007c-4250-bdf2-6fbedc55cc33 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:20.134511 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d5caa18-1d7d-4068-aeb6-0af87f96ff99 req-00f4a249-007c-4250-bdf2-6fbedc55cc33 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0547969 Jan 20 13:35:20.182080 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d5caa18-1d7d-4068-aeb6-0af87f96ff99 req-f899dbf7-7eaf-48dc-944c-d785eb68727a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419319 Jan 20 13:35:21.311199 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994890f-7bec-4cc2-84a4-ed0385135a82 req-9271534f-462a-457b-ae12-ed0daf1f2750 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:21.312803 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6994890f-7bec-4cc2-84a4-ed0385135a82 req-9271534f-462a-457b-ae12-ed0daf1f2750 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0528274 Jan 20 13:35:21.361570 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6994890f-7bec-4cc2-84a4-ed0385135a82 req-86b2112e-fe97-43ef-88a4-5f58cedf2e30 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Jan 20 13:35:21.494409 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ed7ca-4a47-4e8a-8e5a-3c8e6532b97c req-e8d0b5ae-62ef-4610-8733-f5a42b077e55 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:21.495799 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e5ed7ca-4a47-4e8a-8e5a-3c8e6532b97c req-e8d0b5ae-62ef-4610-8733-f5a42b077e55 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0504711 Jan 20 13:35:21.504691 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37054) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:21.510632 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Request body: {'floatingip': {'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:21.555504 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (46e9a978-c440-4769-a767-506287abcf02), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:21.996084 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:22.000132 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (46e9a978-c440-4769-a767-506287abcf02), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:22.098383 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Floating IP 46e9a978-c440-4769-a767-506287abcf02 associated. External IP: 172.27.2.227, port: ba9f4994-c84a-4f04-adc1-9814d433c8d7. Jan 20 13:35:22.310764 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Router 94af7755-55d1-4537-bb62-d8a8f403e276 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:35:22.424870 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:35:22.429492 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:22.438633 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:35:22.449765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:22.451160 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:22.460914 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-410e42ed-65e6-4f2a-a597-aa6b798d14a8 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "PUT /v2.0/floatingips/46e9a978-c440-4769-a767-506287abcf02 HTTP/1.1" status: 200 len: 991 time: 0.9548490 Jan 20 13:35:22.461499 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:22.463765 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581aa02-139e-4ac7-9959-b61d5950f7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:22.509535 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e180e-acb3-434f-b359-e51a5d503324 x-openstack-request-id: req-074e180e-acb3-434f-b359-e51a5d503324 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:22.509887 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:22.510339 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-074e180e-acb3-434f-b359-e51a5d503324 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:22.510910 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'status': 'completed', 'code': 200} Jan 20 13:35:22.577243 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-c3683f26-076c-4cbc-b97e-7648937b69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:22.578714 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-c3683f26-076c-4cbc-b97e-7648937b69f6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1098 time: 0.0441852 Jan 20 13:35:22.585881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:22.673572 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-ef47e098-191e-4d32-be31-500c90796a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:22.675026 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-ef47e098-191e-4d32-be31-500c90796a70 service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.0902798 Jan 20 13:35:22.743123 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-365c2890-726d-4a00-bd53-ba35919b6a4c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 999 time: 0.0617528 Jan 20 13:35:22.796333 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-38031037-3040-41a4-8c80-c3a471b51422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:22.801840 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-38031037-3040-41a4-8c80-c3a471b51422 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0518816 Jan 20 13:35:22.839334 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '46e9a978-c440-4769-a767-506287abcf02', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'mac_address': 'fa:16:3e:f1:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:35:10Z', 'updated_at': '2022-01-20T13:35:21Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:22.850455 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-c3dd6f33-70d0-494d-ab79-baa08e9ac6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:22.852111 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-c3dd6f33-70d0-494d-ab79-baa08e9ac6c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442021 Jan 20 13:35:22.869903 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:35:22.879318 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:22.879963 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:22.947604 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-5940c14a-9e73-429d-b376-cb1f570665a2 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890470 Jan 20 13:35:22.987591 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:23.039574 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0581aa02-139e-4ac7-9959-b61d5950f7f4 req-dd22bc76-2fee-41d1-949e-3920049aaaff service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851386 Jan 20 13:35:23.218201 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '46e9a978-c440-4769-a767-506287abcf02', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'mac_address': 'fa:16:3e:f1:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:35:10Z', 'updated_at': '2022-01-20T13:35:21Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:23.245878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8898486-55a9-42d6-9c4e-f95053551e2f None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '46e9a978-c440-4769-a767-506287abcf02', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'mac_address': 'fa:16:3e:f1:91:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:35:10Z', 'updated_at': '2022-01-20T13:35:21Z', 'revision_number': 1, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:35:23.454315 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b95b69-4116-4c71-836a-5193bf1d5f40 None None] New status for floating IP 46e9a978-c440-4769-a767-506287abcf02: ACTIVE {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:35:25.825787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:27.420280 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-4f00df4b-1f85-4749-9481-79568db4cd7d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452843 Jan 20 13:35:27.480018 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7b1d-6f07-4432-8924-951ab804458b req-a20e009f-ef39-44a5-b426-68c0daa8801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:27.481504 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-a20e009f-ef39-44a5-b426-68c0daa8801d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1137 time: 0.0405631 Jan 20 13:35:27.588054 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7b1d-6f07-4432-8924-951ab804458b req-c1e8ba7d-4a11-4247-8879-7440ac8ef0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:27.589534 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-c1e8ba7d-4a11-4247-8879-7440ac8ef0a1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 915 time: 0.0897899 Jan 20 13:35:27.658529 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-bc9482f9-8e36-40b0-8284-050e27e0d40d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 1001 time: 0.0619419 Jan 20 13:35:27.707362 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7b1d-6f07-4432-8924-951ab804458b req-e70d5e1b-6fd8-4b85-ac0f-ae9f1f1d74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:27.708755 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-e70d5e1b-6fd8-4b85-ac0f-ae9f1f1d74e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.0441172 Jan 20 13:35:27.756975 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7b1d-6f07-4432-8924-951ab804458b req-023ce85c-bf1d-44c9-989b-17fa9c1ba143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:27.758484 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-023ce85c-bf1d-44c9-989b-17fa9c1ba143 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442789 Jan 20 13:35:27.852183 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-ea749b56-2251-48ad-ae56-1a9b281cab75 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871699 Jan 20 13:35:27.947531 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e10d7b1d-6f07-4432-8924-951ab804458b req-9d64f386-feca-4e34-ae9f-779db986a7d8 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897796 Jan 20 13:35:29.028918 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac733-b6ef-4302-b678-1a0143aef48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:31.801018 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7e803f72-9941-4980-8867-9bb06f6bd4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:33.013086 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:33.929512 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:35.322670 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:45.004210 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dddbc-6615-4e52-b1fc-a352cd7c61f8 req-f480b495-f8a6-45ed-901a-129ade14cb36 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:45.006249 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f87dddbc-6615-4e52-b1fc-a352cd7c61f8 req-f480b495-f8a6-45ed-901a-129ade14cb36 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.0559118 Jan 20 13:35:45.064040 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f87dddbc-6615-4e52-b1fc-a352cd7c61f8 req-b1d0dfa4-5a28-4066-ade2-95de37938b19 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517712 Jan 20 13:35:45.260908 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900bc0c-6bf0-40a8-9e74-ed9075594979 req-20aaddba-ae1a-4b61-aabd-bd2300050a59 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:45.262480 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7900bc0c-6bf0-40a8-9e74-ed9075594979 req-20aaddba-ae1a-4b61-aabd-bd2300050a59 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0523829 Jan 20 13:35:45.310955 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7900bc0c-6bf0-40a8-9e74-ed9075594979 req-c38cff7d-1787-4d06-a3fe-ad9686457773 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427823 Jan 20 13:35:46.183212 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90791af-6d31-418d-b88e-a9c2b9bfce0a req-e7ea226c-edc8-4368-a817-33198ba8a9b5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:46.185309 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d90791af-6d31-418d-b88e-a9c2b9bfce0a req-e7ea226c-edc8-4368-a817-33198ba8a9b5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.0511882 Jan 20 13:35:46.236562 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d90791af-6d31-418d-b88e-a9c2b9bfce0a req-ccb1551e-3680-4b30-a54b-226f7ce35ca4 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Jan 20 13:35:46.437412 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7378939-99d9-48aa-95ca-df5f6dc8b936 req-fdf27027-a55e-456b-9c38-5a64128acbf9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:46.438898 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d7378939-99d9-48aa-95ca-df5f6dc8b936 req-fdf27027-a55e-456b-9c38-5a64128acbf9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0550547 Jan 20 13:35:46.487764 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d7378939-99d9-48aa-95ca-df5f6dc8b936 req-07bc65e2-1dbd-49f5-9032-bf5e0952bf47 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 Jan 20 13:35:46.814735 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-346873f8-4cea-47a9-86a8-aac0b1bda2fc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:46.816268 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-346873f8-4cea-47a9-86a8-aac0b1bda2fc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.0784929 Jan 20 13:35:46.826167 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-4458b220-88b5-4994-a1b2-461824bbdd5e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:46.827871 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-4458b220-88b5-4994-a1b2-461824bbdd5e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0812137 Jan 20 13:35:46.995869 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Deleting port 2325e654-403b-45c8-8147-0d5040c191fc {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:35:46.996211 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (2325e654-403b-45c8-8147-0d5040c191fc), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.000042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Deleting port 2b24b625-1dd0-4d5a-8dd8-10291153d48d {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:35:47.000363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.165613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] For port 2b24b625-1dd0-4d5a-8dd8-10291153d48d, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2b24b625-1dd0-4d5a-8dd8-10291153d48d,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:47.165613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.167555 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] For port 2325e654-403b-45c8-8147-0d5040c191fc, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=2325e654-403b-45c8-8147-0d5040c191fc,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:47.167936 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (2325e654-403b-45c8-8147-0d5040c191fc), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.357730 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1305d2-1ba2-4596-b32e-11a82ec6cd8b req-bc1dbf9b-41be-4285-a145-81e5634cfa8f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:47.359302 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db1305d2-1ba2-4596-b32e-11a82ec6cd8b req-bc1dbf9b-41be-4285-a145-81e5634cfa8f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 946 time: 0.0518742 Jan 20 13:35:47.411489 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db1305d2-1ba2-4596-b32e-11a82ec6cd8b req-87e34220-31ed-4c2c-adbd-d3b5bf0fb93d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 Jan 20 13:35:47.471084 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.471438 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (1fa03302-1415-4d1b-a4d6-31c2ef81e974), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.471746 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Floating IP 1fa03302-1415-4d1b-a4d6-31c2ef81e974 disassociated. External IP: 172.27.2.58, port: 2b24b625-1dd0-4d5a-8dd8-10291153d48d. Jan 20 13:35:47.472108 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Calling delete_port for 2b24b625-1dd0-4d5a-8dd8-10291153d48d owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:35:47.475049 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.475595 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (833397fa-97eb-42bf-9247-32bb2cb75946), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.476013 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Floating IP 833397fa-97eb-42bf-9247-32bb2cb75946 disassociated. External IP: 172.27.2.243, port: 2325e654-403b-45c8-8147-0d5040c191fc. Jan 20 13:35:47.476432 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Calling delete_port for 2325e654-403b-45c8-8147-0d5040c191fc owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:35:47.611142 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4e64-f8cf-44ab-bfe4-b7767544b543 req-c1e3b13b-628c-4ded-8505-252ca59ce716 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:47.613392 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3c1e4e64-f8cf-44ab-bfe4-b7767544b543 req-c1e3b13b-628c-4ded-8505-252ca59ce716 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Jan 20 13:35:47.671664 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3c1e4e64-f8cf-44ab-bfe4-b7767544b543 req-4cfd07d1-53c8-4fc9-9cfb-5d1da6fd382c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=763b4ad4-dc61-47bc-af83-b010b8d43a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499175 Jan 20 13:35:47.713691 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (2325e654-403b-45c8-8147-0d5040c191fc), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.715714 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (2b24b625-1dd0-4d5a-8dd8-10291153d48d), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:47.751574 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event deleted for resources: {'Port': ['ID=2325e654-403b-45c8-8147-0d5040c191fc,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:47.874451 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'Port': ['ID=2b24b625-1dd0-4d5a-8dd8-10291153d48d,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:47.983330 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:35:47.987250 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Router 731083c8-260e-4200-b830-e91762e6feac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:35:48.431695 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:35:48.433687 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:35:48.446301 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:35:48.460098 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:35:48.472184 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:48.472975 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:48.476210 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:48.476833 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:48.509274 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] No DVR routers for this DVR port 2325e654-403b-45c8-8147-0d5040c191fc on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:35:48.510786 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] No DVR routers for this DVR port 2b24b625-1dd0-4d5a-8dd8-10291153d48d on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:35:48.513376 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:48.516747 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-e6d33b5f-2f99-4ac9-a0ab-77f5b82dc1f5 req-82bb6db6-a3d5-4f36-8776-fbbdbee8f045 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "DELETE /v2.0/ports/2b24b625-1dd0-4d5a-8dd8-10291153d48d HTTP/1.1" status: 204 len: 173 time: 1.6801355 Jan 20 13:35:48.517210 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'name': 'network-vif-deleted', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:48.519576 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c3b5a-c1e1-4623-8940-020df28b2beb" -d '{"events": [{"server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "name": "network-vif-deleted", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:48.523484 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:48.527201 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0fc2acf7-29e4-4008-b2d3-2c889794be62 req-45892d1c-03fa-43e5-a382-f5cf05f94d7c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "DELETE /v2.0/ports/2325e654-403b-45c8-8147-0d5040c191fc HTTP/1.1" status: 204 len: 173 time: 1.6893201 Jan 20 13:35:48.571550 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de76c7-a785-48a6-84f1-c1ff1b80f057 x-openstack-request-id: req-76de76c7-a785-48a6-84f1-c1ff1b80f057 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:48.571906 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4ee577-5c82-49e8-948f-d4821e92e71c", "name": "network-vif-deleted", "tag": "2b24b625-1dd0-4d5a-8dd8-10291153d48d", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:48.572265 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76de76c7-a785-48a6-84f1-c1ff1b80f057 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:48.572713 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4ee577-5c82-49e8-948f-d4821e92e71c', 'name': 'network-vif-deleted', 'tag': '2b24b625-1dd0-4d5a-8dd8-10291153d48d', 'status': 'completed', 'code': 200} Jan 20 13:35:48.586244 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-de395281-c654-415f-9102-02ec33df5843 req-c07774fa-0858-4253-81e0-699871474d3d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c4ee577-5c82-49e8-948f-d4821e92e71c HTTP/1.1" status: 200 len: 210 time: 0.0691378 Jan 20 13:35:48.610148 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:48.633668 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:48.812883 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6a8e28c4-f075-4b94-8900-9e31fa10a1e2 req-471364c8-a4a7-4db1-8448-64e765aab2a7 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8651811-1293-4e8f-b2b8-a7069a718305 HTTP/1.1" status: 200 len: 210 time: 0.0443094 Jan 20 13:35:48.899064 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:48.933620 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:35:48.935275 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:48.954989 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:48.957104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:48.998266 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:35:49.013541 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:35:49.014737 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:35:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:49.110114 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:49.140845 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:35:49.335763 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2b24b625-1dd0-4d5a-8dd8-10291153d48d no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:35:49.360040 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 2b24b625-1dd0-4d5a-8dd8-10291153d48d {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:35:49.360377 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2b24b625-1dd0-4d5a-8dd8-10291153d48d not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:35:49.360842 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2325e654-403b-45c8-8147-0d5040c191fc no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:35:49.368153 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:49.390540 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 2325e654-403b-45c8-8147-0d5040c191fc {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:35:49.390873 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 2325e654-403b-45c8-8147-0d5040c191fc not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:35:49.395781 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f76ecf-b7fe-4bc8-b226-a9bc5b1944b3 None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:35:49.396160 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:35:49.552883 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a680b497-2c50-494c-a8da-a496d6c52270 None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:35:49.685043 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba306dd-1f18-405b-a9b5-f67a84f1b8b9 None None] New status for floating IP 1fa03302-1415-4d1b-a4d6-31c2ef81e974: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:35:49.855562 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80c754e-6601-463a-8dd7-67d9b970cebb None None] New status for floating IP 833397fa-97eb-42bf-9247-32bb2cb75946: DOWN {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:35:49.909640 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37176) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:50.003627 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-d664d7dd-ac8e-42cd-a560-acd800394b8a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574557299&fields=id&tenant_id=de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 267 time: 0.0745285 Jan 20 13:35:50.009866 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a28df8f-d326-4583-894b-7dcce6c7fe01 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (763b4ad4-dc61-47bc-af83-b010b8d43a86), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.065768 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a28df8f-d326-4583-894b-7dcce6c7fe01 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (763b4ad4-dc61-47bc-af83-b010b8d43a86), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.172739 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-427b79b8-715c-4224-82ac-e5800e1328fb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:50.174228 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-427b79b8-715c-4224-82ac-e5800e1328fb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 811 time: 0.1589372 Jan 20 13:35:50.190850 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a28df8f-d326-4583-894b-7dcce6c7fe01 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (763b4ad4-dc61-47bc-af83-b010b8d43a86), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.193451 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1a28df8f-d326-4583-894b-7dcce6c7fe01 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.194703 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1a28df8f-d326-4583-894b-7dcce6c7fe01 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "DELETE /v2.0/security-groups/763b4ad4-dc61-47bc-af83-b010b8d43a86 HTTP/1.1" status: 204 len: 168 time: 0.2840145 Jan 20 13:35:50.196226 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-c686dd2e-6be0-4cf8-85a2-a1608d540d15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/quotas/de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 375 time: 0.0149162 Jan 20 13:35:50.197513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37180) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:50.206769 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28df8f-d326-4583-894b-7dcce6c7fe01 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b4ad4-dc61-47bc-af83-b010b8d43a86,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:50.212499 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.api.v2.resource [None req-33405d0e-b1c4-4541-945c-7b0221de2f2c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] show failed (client error): The resource could not be found. Jan 20 13:35:50.216638 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-33405d0e-b1c4-4541-945c-7b0221de2f2c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups/763b4ad4-dc61-47bc-af83-b010b8d43a86 HTTP/1.1" status: 404 len: 347 time: 0.0140133 Jan 20 13:35:50.216638 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37182) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:50.257164 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-62d1ec22-302a-4c04-987f-a50ea0d70383 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514793 Jan 20 13:35:50.352268 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Deleting port b7256c88-4bba-4fa8-a207-453856fae3e2 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:35:50.352773 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.369609 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-93d30994-f80b-4aa9-9a4b-6b5658f4fe29 service neutron] 10.222.0.70 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018775 Jan 20 13:35:50.434680 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.435004 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (b7256c88-4bba-4fa8-a207-453856fae3e2), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.447642 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Calling delete_port for b7256c88-4bba-4fa8-a207-453856fae3e2 owned by network:floatingip {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:35:50.469756 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-15b410ff-a240-472a-819a-a0c2ed2ea913 service neutron] 10.222.0.70 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912077 Jan 20 13:35:50.573256 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'name': 'network-vif-deleted', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:50.575464 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd198b6-fc69-4d2b-bc86-274ce6419110" -d '{"events": [{"server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "name": "network-vif-deleted", "tag": "2325e654-403b-45c8-8147-0d5040c191fc"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:50.591368 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (b7256c88-4bba-4fa8-a207-453856fae3e2), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.621953 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event deleted for resources: {'Port': ['ID=b7256c88-4bba-4fa8-a207-453856fae3e2,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:50.624747 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0672f5-a5bf-42f6-b6f3-2e39c18a0b63 x-openstack-request-id: req-ee0672f5-a5bf-42f6-b6f3-2e39c18a0b63 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:50.625028 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8651811-1293-4e8f-b2b8-a7069a718305", "name": "network-vif-deleted", "tag": "2325e654-403b-45c8-8147-0d5040c191fc", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:50.625370 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee0672f5-a5bf-42f6-b6f3-2e39c18a0b63 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:50.626104 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8651811-1293-4e8f-b2b8-a7069a718305', 'name': 'network-vif-deleted', 'tag': '2325e654-403b-45c8-8147-0d5040c191fc', 'status': 'completed', 'code': 200} Jan 20 13:35:50.698773 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (833397fa-97eb-42bf-9247-32bb2cb75946), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.702617 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:50.706961 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0b16e2a7-ff55-4453-b844-07c2c6381c10 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "DELETE /v2.0/floatingips/833397fa-97eb-42bf-9247-32bb2cb75946 HTTP/1.1" status: 204 len: 168 time: 0.4823523 Jan 20 13:35:50.800176 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11034271-3e18-4a2d-855b-7cd7bdb507d0 req-8ce9d61a-f94d-46b8-82dc-ef5461020dbc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 210 time: 0.0293212 Jan 20 13:35:51.102149 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37206) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:51.106766 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444719585', 'description': 'tempest-description--747763829'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:51.132518 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.214153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (ad88c561-dffe-4553-bfea-41c649c35acb), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.218086 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ad88c561-dffe-4553-bfea-41c649c35acb), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.243730 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.245036 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418259 Jan 20 13:35:51.247986 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37210) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:51.253303 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'security_group_rule': {'security_group_id': 'ad88c561-dffe-4553-bfea-41c649c35acb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:51.253742 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86475-5a72-4b83-baff-70f4e72aceab tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad88c561-dffe-4553-bfea-41c649c35acb,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:51.298017 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (96258181-c2fe-4d4d-a115-6b4537befe7b), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.354290 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (96258181-c2fe-4d4d-a115-6b4537befe7b), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.358192 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (96258181-c2fe-4d4d-a115-6b4537befe7b), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.375232 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96258181-c2fe-4d4d-a115-6b4537befe7b,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:51.384530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.385825 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3455e9eb-1ff1-4efb-a8ee-a7efa382a3e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359794 Jan 20 13:35:51.388704 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37212) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:51.393285 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'security_group_rule': {'security_group_id': 'ad88c561-dffe-4553-bfea-41c649c35acb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:51.423359 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (2a9ead69-1c2c-4819-a42a-bc7db6a938fd), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.488039 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (2a9ead69-1c2c-4819-a42a-bc7db6a938fd), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.491867 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035803'] for security_group_rule (2a9ead69-1c2c-4819-a42a-bc7db6a938fd), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.509078 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9ead69-1c2c-4819-a42a-bc7db6a938fd,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:51.517321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.518509 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-75eea7fc-0d74-403e-8d3e-2e3238b369f6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287489 Jan 20 13:35:51.521540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37214) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:35:51.526927 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:51.549522 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.671886 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:51.861272 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-a1b636ca-fe60-499e-a5a2-adbf45349325 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:51.862222 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-a1b636ca-fe60-499e-a5a2-adbf45349325 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 811 time: 0.2023504 Jan 20 13:35:51.902563 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f337e4df-c188-40da-b894-166b86c8f9e6 req-6a67199c-d152-4eed-8051-3ff2bb0cb6a0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 210 time: 0.0281472 Jan 20 13:35:51.903131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Allocated IP 172.27.2.75 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/4a9ae73e-a282-44fd-80eb-1a9848e15329) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:35:51.996081 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-dcd3976a-f9f9-4eb9-b9ef-f846901f49f2 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 379 time: 0.1250663 Jan 20 13:35:52.009011 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'port': {'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'admin_state_up': True, 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'security_groups': ['9d5327f1-e0d8-4cca-a3dc-407e63c269f0']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:52.103461 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.176709 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Made reservation on behalf of de24f56ae0ff4534b31a7f13728e060c for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:35:52.180880 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.191847 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.247386 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:35:52.253578 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:35:52.289690 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:35:52.295467 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:35:52.297760 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'Port': ['ID=4a9ae73e-a282-44fd-80eb-1a9848e15329,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:52.448247 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Allocated IP 172.20.0.12 (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a/1587dcdb-9efe-43b5-8a52-b7a33068b924/cbd0d33b-e6b4-49f1-a4b3-4171445d6499) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:35:52.465995 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (3e493dcf-cccc-42be-9e15-c0165fb4e9b4), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.525078 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.699196 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.769131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.778159 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.808173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.830089 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:35:52.837989 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:35:52.841916 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:35:52.844223 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:52.952423 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:52.952636 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.955170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (3e493dcf-cccc-42be-9e15-c0165fb4e9b4), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.962728 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'Port': ['ID=4a9ae73e-a282-44fd-80eb-1a9848e15329,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:52.980086 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:52.981339 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b4ab5898-5fa7-4efc-b79a-609020c3bad4 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4581547 Jan 20 13:35:52.985273 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2d93f381-9f0e-4573-88dc-7cb3bf64a2d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9802108 Jan 20 13:35:53.003888 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Request body: {'port': {'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:53.048737 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a55635-4ae5-475e-a3c3-db51cd205097 req-63342a91-89e8-455e-893a-d4cbd408b89b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:53.050400 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57a55635-4ae5-475e-a3c3-db51cd205097 req-63342a91-89e8-455e-893a-d4cbd408b89b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 932 time: 0.0701029 Jan 20 13:35:53.067942 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.119424 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57a55635-4ae5-475e-a3c3-db51cd205097 req-ab705c51-2e4b-44a5-b032-5dfcffe34206 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622363 Jan 20 13:35:53.143109 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-a8bbef40-6ba7-4adb-ab2f-0b7a43b0d413 None None] Provisioning complete for port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:35:53.144326 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a8bbef40-6ba7-4adb-ab2f-0b7a43b0d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.159016 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-d4486257-fb5b-4732-bf90-b824c2fc8336 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1444719585&fields=id&tenant_id=aa32ce13f451475192ab57ae2501d786 HTTP/1.1" status: 200 len: 267 time: 0.0513990 Jan 20 13:35:53.186219 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbef40-6ba7-4adb-ab2f-0b7a43b0d413 None None] Port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:35:53.273347 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-df25e271-7e34-4b18-8eeb-750e8b4a9137 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:53.274976 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-df25e271-7e34-4b18-8eeb-750e8b4a9137 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 811 time: 0.1092741 Jan 20 13:35:53.291164 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-b662baa0-5c6b-4c95-9a50-20e0ebfdea0d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/quotas/aa32ce13f451475192ab57ae2501d786 HTTP/1.1" status: 200 len: 375 time: 0.0102363 Jan 20 13:35:53.346168 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-0eb51e40-ce4b-4ed6-bbd5-6d5b521d263d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495057 Jan 20 13:35:53.347155 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd0d33b-e6b4-49f1-a4b3-4171445d6499 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:35:53.355727 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Publish callbacks [] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.368514 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Transition to ACTIVE for port object cbd0d33b-e6b4-49f1-a4b3-4171445d6499 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:35:53.372826 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.429280 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:53.460405 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-ed530108-2a2a-479b-901c-bc989b9a1cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020279 Jan 20 13:35:53.505172 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Attempting to bind port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:35:53.505796 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Attempting to bind port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:35:53.506972 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Attempting to bind port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:35:53.512240 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:35:53.512564 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Attempting to bind port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:35:53.517811 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:35:53.518150 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Checking segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:35:53.518590 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Bound using segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:35:53.519025 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Bound port: cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:35:53.519383 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.566308 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-b19a752b-e9c5-4529-9288-2c41f5510321 service neutron] 10.222.0.70 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019382 Jan 20 13:35:53.588275 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] For port cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:35:53.591515 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] For port cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:35:53.598201 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.635586 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:53.636541 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:53.638126 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] 10.222.0.91 "PUT /v2.0/ports/cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 200 len: 1094 time: 0.6431019 Jan 20 13:35:53.638596 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:53.641466 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df31391-220c-4b01-af8e-40cdb7098adc" -d '{"events": [{"name": "network-changed", "server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:53.718591 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c74610f-c3f2-49c5-9fb0-53b8ecdc363a x-openstack-request-id: req-8c74610f-c3f2-49c5-9fb0-53b8ecdc363a {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:53.718873 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:53.719104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c74610f-c3f2-49c5-9fb0-53b8ecdc363a {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:53.719500 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'status': 'completed', 'code': 200} Jan 20 13:35:53.759751 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5da65a8a-2702-4457-9542-ca07cda92efe req-cd56cd0f-281c-4531-b07f-9f675addca53 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 210 time: 0.0384202 Jan 20 13:35:53.766787 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8178c-1aec-4502-bf31-c829ce0527df service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:53.786814 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-854e4b5f-d3a3-4c5f-9f8e-312c55972b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:53.788757 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-854e4b5f-d3a3-4c5f-9f8e-312c55972b13 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1097 time: 0.0945220 Jan 20 13:35:53.832061 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-2c219f96-f7e2-4253-afc7-0d25935bf8e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 200 len: 217 time: 0.0357904 Jan 20 13:35:53.902718 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-3f432fef-33bb-4c09-b7dd-d267baeb07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:53.905398 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-3f432fef-33bb-4c09-b7dd-d267baeb07bf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0676012 Jan 20 13:35:53.968872 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-9f0385f1-5c37-425c-9a75-2c17b39492f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:53.970494 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-9f0385f1-5c37-425c-9a75-2c17b39492f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583372 Jan 20 13:35:54.075530 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-907712bb-28fa-4ee5-aad2-3d2af2e22de4 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972188 Jan 20 13:35:54.188407 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a222d53f-32ee-46cc-be86-8a58f67c0356 req-febb5c9b-7efe-480d-93e3-35bc51a8fe35 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067214 Jan 20 13:35:54.258383 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b537cc3-ffea-40da-b3ab-0fab288723d5 req-df6bae4b-bb47-4abe-8f7e-696512641783 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:54.260071 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b537cc3-ffea-40da-b3ab-0fab288723d5 req-df6bae4b-bb47-4abe-8f7e-696512641783 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0592058 Jan 20 13:35:54.303218 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31391-220c-4b01-af8e-40cdb7098adc req-9d939d6f-abb2-4b1f-bd88-ee84bd3fdd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:54.304697 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-9d939d6f-abb2-4b1f-bd88-ee84bd3fdd63 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1097 time: 0.0463943 Jan 20 13:35:54.318540 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b537cc3-ffea-40da-b3ab-0fab288723d5 req-78518283-1f54-4ca8-b7b2-6d409fec89e9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518064 Jan 20 13:35:54.425560 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31391-220c-4b01-af8e-40cdb7098adc req-1e72c6cb-f429-43e2-bc57-6f14ff204b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:54.428061 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-1e72c6cb-f429-43e2-bc57-6f14ff204b5f service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.1176658 Jan 20 13:35:54.476243 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-5c16b77f-4dc6-4b39-85c2-f0d071f7ed80 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 200 len: 217 time: 0.0416012 Jan 20 13:35:54.527042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31391-220c-4b01-af8e-40cdb7098adc req-5bf015a3-07f2-426f-943b-61e52834bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:54.528544 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-5bf015a3-07f2-426f-943b-61e52834bfc9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0458033 Jan 20 13:35:54.578797 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df31391-220c-4b01-af8e-40cdb7098adc req-b7026458-dba7-468b-b374-09f4dd761b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:54.580226 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-b7026458-dba7-468b-b374-09f4dd761b74 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420194 Jan 20 13:35:54.681425 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-1cdeb6d2-db01-4d0c-a4f6-1257f26ba5f1 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950711 Jan 20 13:35:54.776882 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3df31391-220c-4b01-af8e-40cdb7098adc req-b2574f9a-4e17-417f-ac3c-c476ea0aae87 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896740 Jan 20 13:35:54.862236 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ab072ed6-9d57-4649-ab37-0f526b107b0d req-5bcd8420-bc81-416c-a693-abf366291e75 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Jan 20 13:35:55.053490 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-cb169093-3dbf-4209-87d0-b502e8fbab22 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:55.055891 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-cb169093-3dbf-4209-87d0-b502e8fbab22 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 811 time: 0.1190159 Jan 20 13:35:55.121071 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-e8b6671a-260f-4431-a25b-ed2815dc4bec tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa32ce13f451475192ab57ae2501d786 HTTP/1.1" status: 200 len: 380 time: 0.0560586 Jan 20 13:35:55.130385 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'port': {'device_id': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'admin_state_up': True, 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'security_groups': ['ad88c561-dffe-4553-bfea-41c649c35acb']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:55.246066 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Made reservation on behalf of aa32ce13f451475192ab57ae2501d786 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:35:55.249756 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.378379 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Allocated IP 172.20.0.8 (8dfa21cd-03fa-43fc-a4ee-30c1371cf836/4230fa7d-a93b-4f79-8f07-a824eaaf46aa/49f1195b-132f-4235-98b1-51c0313abd2b) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:35:55.441544 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741850-579a-4f00-94ed-25049d653f82 req-cd8953a5-64fd-46f3-bbab-42a5f265c978 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:55.443138 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4741850-579a-4f00-94ed-25049d653f82 req-cd8953a5-64fd-46f3-bbab-42a5f265c978 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0505095 Jan 20 13:35:55.494630 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4741850-579a-4f00-94ed-25049d653f82 req-f20d1104-ed0d-49b5-b383-3b9bec74567d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453312 Jan 20 13:35:55.522734 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for port (49f1195b-132f-4235-98b1-51c0313abd2b), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.557920 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.610401 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:35:55.613550 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:35:55.616226 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:35:55.645617 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event updated for resources: {'Port': ['ID=49f1195b-132f-4235-98b1-51c0313abd2b,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.676229 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:55.680204 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.696968 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-8b281ed4-d700-4eed-96eb-e0276b149d2e tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705278 Jan 20 13:35:55.709142 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Request body: {'port': {'device_id': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:35:55.770672 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.832103 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.876840 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-eff2700f-b049-46d1-9b47-6ac45cda4dba None None] Provisioning complete for port 49f1195b-132f-4235-98b1-51c0313abd2b triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:35:55.877223 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-eff2700f-b049-46d1-9b47-6ac45cda4dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:55.913946 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-eff2700f-b049-46d1-9b47-6ac45cda4dba None None] Port 49f1195b-132f-4235-98b1-51c0313abd2b cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:35:55.983916 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b7da-28cc-4d52-a345-4750cf643d93 req-91ec943c-4bb2-4ff0-a8df-9a0c8f9cce0d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:55.985418 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39e3b7da-28cc-4d52-a345-4750cf643d93 req-91ec943c-4bb2-4ff0-a8df-9a0c8f9cce0d tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 931 time: 0.0516415 Jan 20 13:35:56.033467 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39e3b7da-28cc-4d52-a345-4750cf643d93 req-6924fbe5-de22-427a-9e66-5b693e240384 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Jan 20 13:35:56.051182 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f1195b-132f-4235-98b1-51c0313abd2b {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:35:56.059752 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Publish callbacks [] for port (49f1195b-132f-4235-98b1-51c0313abd2b), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:56.071598 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Transition to ACTIVE for port object 49f1195b-132f-4235-98b1-51c0313abd2b will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:35:56.075335 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:56.125517 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=49f1195b-132f-4235-98b1-51c0313abd2b,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:56.198962 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Attempting to bind port 49f1195b-132f-4235-98b1-51c0313abd2b on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:35:56.199293 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Attempting to bind port 49f1195b-132f-4235-98b1-51c0313abd2b by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:35:56.199619 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Attempting to bind port 49f1195b-132f-4235-98b1-51c0313abd2b on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:35:56.204398 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Port 49f1195b-132f-4235-98b1-51c0313abd2b on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:35:56.204718 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Attempting to bind port 49f1195b-132f-4235-98b1-51c0313abd2b on network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:35:56.209928 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:35:56.210258 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Checking segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:35:56.210640 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Bound using segment: {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:35:56.211062 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Bound port: 49f1195b-132f-4235-98b1-51c0313abd2b, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362d1cd6-22d0-4238-b48b-8e0af53ef313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:35:56.211413 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:56.281156 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] For port 49f1195b-132f-4235-98b1-51c0313abd2b, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:35:56.284190 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] For port 49f1195b-132f-4235-98b1-51c0313abd2b, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49f1195b-132f-4235-98b1-51c0313abd2b,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:35:56.289413 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:56.321232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.321964 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:56.323460 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] 10.222.0.91 "PUT /v2.0/ports/49f1195b-132f-4235-98b1-51c0313abd2b HTTP/1.1" status: 200 len: 1093 time: 0.6193712 Jan 20 13:35:56.325795 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:35:56.328869 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2376a884-6eb7-4643-9016-df3a01228981" -d '{"events": [{"name": "network-changed", "server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:35:56.367077 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a9b20-1098-40db-8269-6d03eea9b1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=49f1195b-132f-4235-98b1-51c0313abd2b,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:56.405846 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd82d4-585f-4a35-a425-296dfe0447df x-openstack-request-id: req-88fd82d4-585f-4a35-a425-296dfe0447df {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:35:56.406156 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:35:56.406277 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88fd82d4-585f-4a35-a425-296dfe0447df {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:35:56.406668 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b', 'status': 'completed', 'code': 200} Jan 20 13:35:56.423574 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-440c0066-9750-4957-90a6-f56613982858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.425123 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-440c0066-9750-4957-90a6-f56613982858 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 1096 time: 0.0483572 Jan 20 13:35:56.481470 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-f1c1c049-acc9-432f-be85-453cda1f06c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f1195b-132f-4235-98b1-51c0313abd2b HTTP/1.1" status: 200 len: 217 time: 0.0391502 Jan 20 13:35:56.530345 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-f39062fd-445c-4e9b-87ad-020282e2f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.531850 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-f39062fd-445c-4e9b-87ad-020282e2f6d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0439408 Jan 20 13:35:56.578761 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-9132bb9d-55a3-4732-8862-2321c3a5eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.578761 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-9132bb9d-55a3-4732-8862-2321c3a5eca8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392444 Jan 20 13:35:56.619701 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc80f-de5c-4e36-8227-11b42b3b4808 req-6f3ed06b-a792-4d46-bfe3-80b104e85c80 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.621231 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cbfc80f-de5c-4e36-8227-11b42b3b4808 req-6f3ed06b-a792-4d46-bfe3-80b104e85c80 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0543995 Jan 20 13:35:56.672199 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cbfc80f-de5c-4e36-8227-11b42b3b4808 req-97eb1051-550b-4ddb-8e6c-c00e97f68c99 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450644 Jan 20 13:35:56.678761 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-dc9bf91e-cb6d-4518-aa77-724fe6b3ac54 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946245 Jan 20 13:35:56.777766 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fbd0653d-72b3-4236-a5fc-a6d772166013 req-661f32d8-bd90-4ec9-b163-0d8d191aa101 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910575 Jan 20 13:35:56.889531 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a884-6eb7-4643-9016-df3a01228981 req-57be709d-eda6-4b7e-8ed8-3bb622ded78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.890999 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-57be709d-eda6-4b7e-8ed8-3bb622ded78b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 1096 time: 0.0442908 Jan 20 13:35:56.987571 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a884-6eb7-4643-9016-df3a01228981 req-300f6a02-87d2-4645-8761-f9705a552d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:56.989077 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-300f6a02-87d2-4645-8761-f9705a552d41 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.0908835 Jan 20 13:35:57.028801 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-152f0019-dd86-41b8-a6e5-7a3813713742 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f1195b-132f-4235-98b1-51c0313abd2b HTTP/1.1" status: 200 len: 217 time: 0.0336807 Jan 20 13:35:57.080936 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a884-6eb7-4643-9016-df3a01228981 req-dc8b06e3-25a8-4c5e-b591-99b3692b3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:57.082402 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-dc8b06e3-25a8-4c5e-b591-99b3692b3459 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0481095 Jan 20 13:35:57.128153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a884-6eb7-4643-9016-df3a01228981 req-1e6e52f7-a8fa-4201-92ea-fe6d5c01a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:57.129649 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-1e6e52f7-a8fa-4201-92ea-fe6d5c01a8be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413439 Jan 20 13:35:57.154117 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065fbbc-20f3-4994-8ce7-313186d6c565 req-1088dbff-90b0-42ba-ba67-1de8737e6f3a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:57.155642 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6065fbbc-20f3-4994-8ce7-313186d6c565 req-1088dbff-90b0-42ba-ba67-1de8737e6f3a tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 943 time: 0.0512533 Jan 20 13:35:57.206275 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6065fbbc-20f3-4994-8ce7-313186d6c565 req-0c6d8e7f-2ef4-4968-a8dd-9c881a2b7ee8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Jan 20 13:35:57.226023 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-396551f8-8fc0-413f-a406-648ddcb93b1c service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882764 Jan 20 13:35:57.319154 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2376a884-6eb7-4643-9016-df3a01228981 req-21231330-29da-4f38-9623-aece5cd4ff08 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882611 Jan 20 13:35:57.789449 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b4d96-735f-4da9-b1b7-503031ce7c64 req-4da72924-d08c-46cc-87ed-87494750c66c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:57.790971 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1d7b4d96-735f-4da9-b1b7-503031ce7c64 req-4da72924-d08c-46cc-87ed-87494750c66c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0498433 Jan 20 13:35:57.847124 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1d7b4d96-735f-4da9-b1b7-503031ce7c64 req-0d4af1be-3465-485a-bcad-335dd1f4c5f7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503926 Jan 20 13:35:58.324357 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7a2f-d9dd-4e8e-a52b-92a11ff72f99 req-a7e8bb9e-e09c-47f6-80d8-1196ae4deff6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:58.325852 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0ed7a2f-d9dd-4e8e-a52b-92a11ff72f99 req-a7e8bb9e-e09c-47f6-80d8-1196ae4deff6 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 943 time: 0.0500681 Jan 20 13:35:58.373513 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0ed7a2f-d9dd-4e8e-a52b-92a11ff72f99 req-9b715eee-1e65-405a-9263-f31411d40940 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Jan 20 13:35:58.972732 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120d85a-7f39-47f3-8b9a-6f6edf045df5 req-3aa6b881-6d02-45b2-9f74-20c6f7087c42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:58.974134 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d120d85a-7f39-47f3-8b9a-6f6edf045df5 req-3aa6b881-6d02-45b2-9f74-20c6f7087c42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0517485 Jan 20 13:35:59.029249 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d120d85a-7f39-47f3-8b9a-6f6edf045df5 req-e98ede87-7bcd-4ab0-9eb0-73e3d3c87dbf tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470958 Jan 20 13:35:59.038684 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2e5eb171-7d44-415e-ae42-6bb2618d5812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:59.391443 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 49f1195b-132f-4235-98b1-51c0313abd2b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:35:59.506867 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150159-7faa-4d7c-8029-eff94db69993 req-30a8f145-7ddd-44e6-a4be-dc010ad92155 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:35:59.509520 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a150159-7faa-4d7c-8029-eff94db69993 req-30a8f145-7ddd-44e6-a4be-dc010ad92155 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 943 time: 0.0604081 Jan 20 13:35:59.513581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 49f1195b-132f-4235-98b1-51c0313abd2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49f1195b-132f-4235-98b1-51c0313abd2b,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:59.525877 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '49f1195b-132f-4235-98b1-51c0313abd2b', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'port_id': '49f1195b-132f-4235-98b1-51c0313abd2b', 'mac_address': 'fa:16:3e:67:27:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:35:59.570948 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a150159-7faa-4d7c-8029-eff94db69993 req-4594b8ae-f590-47cb-95de-0a45e8f81ef1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557508 Jan 20 13:35:59.578295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 49f1195b-132f-4235-98b1-51c0313abd2b is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:35:59.578699 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:59.594671 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f1195b-132f-4235-98b1-51c0313abd2b {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:35:59.616288 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 49f1195b-132f-4235-98b1-51c0313abd2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49f1195b-132f-4235-98b1-51c0313abd2b,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:35:59.621652 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:35:59.672304 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=49f1195b-132f-4235-98b1-51c0313abd2b,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:35:59.996684 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['49f1195b-132f-4235-98b1-51c0313abd2b'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:36:00.157776 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea3cb8-d514-46c2-ba95-9eb04663c902 req-f7621f0d-a489-424c-ac39-44b90be581a3 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:00.159605 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6ea3cb8-d514-46c2-ba95-9eb04663c902 req-f7621f0d-a489-424c-ac39-44b90be581a3 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0539548 Jan 20 13:36:00.212878 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6ea3cb8-d514-46c2-ba95-9eb04663c902 req-3b53d257-a772-4421-a95d-6e7ca898dede tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468819 Jan 20 13:36:00.700420 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dcf94-1edd-45f3-bdec-52daa8038d28 req-2ac9050c-a4b3-4252-a7eb-0cfce3015efe tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:00.701925 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff3dcf94-1edd-45f3-bdec-52daa8038d28 req-2ac9050c-a4b3-4252-a7eb-0cfce3015efe tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 944 time: 0.0588682 Jan 20 13:36:00.751319 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff3dcf94-1edd-45f3-bdec-52daa8038d28 req-d6a3d6d1-f456-43ba-a21c-1962ab217500 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Jan 20 13:36:01.345547 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a268e5-522b-429c-8126-a9e845794038 req-54c00dda-9df0-4ccc-a1a3-70eb0868a9da tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:01.346995 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4a268e5-522b-429c-8126-a9e845794038 req-54c00dda-9df0-4ccc-a1a3-70eb0868a9da tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 944 time: 0.0509076 Jan 20 13:36:01.399110 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device cbd0d33b-e6b4-49f1-a4b3-4171445d6499 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:36:01.402734 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 49f1195b-132f-4235-98b1-51c0313abd2b up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:36:01.409578 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4a268e5-522b-429c-8126-a9e845794038 req-93bb406a-9a64-4319-b486-6e660799e0ef tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548179 Jan 20 13:36:01.514403 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 49f1195b-132f-4235-98b1-51c0313abd2b completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:36:01.524704 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 49f1195b-132f-4235-98b1-51c0313abd2b triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:36:01.525174 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:01.554228 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:01.573418 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:36:01.643569 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:01.643990 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:01.665905 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd0d33b-e6b4-49f1-a4b3-4171445d6499 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:36:01.669766 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 49f1195b-132f-4235-98b1-51c0313abd2b is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:01.670147 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:01.701762 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:01.709205 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:01.711503 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e18f4d0-5409-4573-b6a5-868d905a53ea" -d '{"events": [{"server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "name": "network-vif-plugged", "status": "completed", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:01.721330 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:01.726681 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 49f1195b-132f-4235-98b1-51c0313abd2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49f1195b-132f-4235-98b1-51c0313abd2b,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:01.748539 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:01.751138 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd5613-e4cc-4085-9c0e-b40ba2729a0b x-openstack-request-id: req-a6bd5613-e4cc-4085-9c0e-b40ba2729a0b {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:01.751427 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "name": "network-vif-plugged", "status": "completed", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:01.751682 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6bd5613-e4cc-4085-9c0e-b40ba2729a0b {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:01.752095 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b', 'code': 200} Jan 20 13:36:01.794895 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:01.829458 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a0fec42c-cfcf-4909-af7c-5ed6d95f6ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:01.863332 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=49f1195b-132f-4235-98b1-51c0313abd2b,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:01.890507 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589256c-afdd-4f40-a561-8b65f1878f04 req-7a5b9047-a611-438f-a285-b27991843214 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:01.892097 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f589256c-afdd-4f40-a561-8b65f1878f04 req-7a5b9047-a611-438f-a285-b27991843214 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0586081 Jan 20 13:36:01.949547 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d056fe7-1ae2-418c-99c0-381203d8230a req-143a3495-50ce-446a-9688-ab13a5608e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:01.950199 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f589256c-afdd-4f40-a561-8b65f1878f04 req-b3a5be12-29b2-4cad-bdb7-0a080f780a8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519173 Jan 20 13:36:01.950817 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0d056fe7-1ae2-418c-99c0-381203d8230a req-143a3495-50ce-446a-9688-ab13a5608e76 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 1098 time: 0.0420368 Jan 20 13:36:02.002627 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0d056fe7-1ae2-418c-99c0-381203d8230a req-0a80ef24-2a3b-4faf-a763-58821cc95de1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Jan 20 13:36:02.146859 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['cbd0d33b-e6b4-49f1-a4b3-4171445d6499'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:36:02.582237 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68d24d-d1c4-4795-a63a-d6f0cca7f768 req-d3f73e26-28bc-424f-9f7c-2fb07142d5cb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:02.583767 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ce68d24d-d1c4-4795-a63a-d6f0cca7f768 req-d3f73e26-28bc-424f-9f7c-2fb07142d5cb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 945 time: 0.0518272 Jan 20 13:36:02.636693 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ce68d24d-d1c4-4795-a63a-d6f0cca7f768 req-0c4da863-545a-4672-80df-0b3074f3e6e5 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468817 Jan 20 13:36:03.020379 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:03.077564 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b177-21dd-44b1-93ee-caba88a7a110 req-9d1bdee3-0ea6-4021-b380-c55e8c49a17c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:03.079108 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53b2b177-21dd-44b1-93ee-caba88a7a110 req-9d1bdee3-0ea6-4021-b380-c55e8c49a17c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0556126 Jan 20 13:36:03.130963 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53b2b177-21dd-44b1-93ee-caba88a7a110 req-bb3340e0-06df-4bd3-aaf1-f1fdf22f7719 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Jan 20 13:36:03.415592 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device cbd0d33b-e6b4-49f1-a4b3-4171445d6499 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:36:03.465129 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:36:03.469041 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:36:03.469412 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:03.548946 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:03.549331 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:03.590186 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:03.594836 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:03.649798 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:03.753564 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:03.758569 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a53de-78c5-4c7d-bef2-fbd98e312f9c" -d '{"events": [{"server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:03.764665 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11c744-25ff-4130-90c8-14d86a8e1c0b req-6f15c847-1017-4dc2-a584-9b8b3acba29e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:03.766180 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b11c744-25ff-4130-90c8-14d86a8e1c0b req-6f15c847-1017-4dc2-a584-9b8b3acba29e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0537627 Jan 20 13:36:03.800155 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c3935-63b7-4303-8c38-3b4362933427 x-openstack-request-id: req-5c0c3935-63b7-4303-8c38-3b4362933427 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:03.800725 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:03.801182 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c0c3935-63b7-4303-8c38-3b4362933427 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:03.801836 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'code': 200} Jan 20 13:36:03.827903 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b11c744-25ff-4130-90c8-14d86a8e1c0b req-e70a953b-500d-4a7b-be77-803ada19994c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559511 Jan 20 13:36:03.951834 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:04.264553 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f50baa-61c8-437a-80a0-7408fb2344c7 req-75a0bcef-c8f5-456e-8730-dd93eac2404b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:04.266130 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-93f50baa-61c8-437a-80a0-7408fb2344c7 req-75a0bcef-c8f5-456e-8730-dd93eac2404b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0562339 Jan 20 13:36:04.321399 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-93f50baa-61c8-437a-80a0-7408fb2344c7 req-85e1959e-f643-479c-b669-3c23b8ea12e0 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494013 Jan 20 13:36:04.331797 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86649087-1cfe-4c7b-b6fe-1afee6f18095 req-32ca6b9f-4172-4bb7-840c-5bea8fcc120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:04.335983 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-86649087-1cfe-4c7b-b6fe-1afee6f18095 req-32ca6b9f-4172-4bb7-840c-5bea8fcc120c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1099 time: 0.2930138 Jan 20 13:36:04.383719 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-86649087-1cfe-4c7b-b6fe-1afee6f18095 req-5cce1fb4-76d1-43bc-8945-dced40f8189f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436654 Jan 20 13:36:04.450635 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4443cc2-1de2-4e8d-bec4-e3688a1c1b5d req-7750ea01-f62d-4209-8e09-32edb58be951 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:04.452847 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4443cc2-1de2-4e8d-bec4-e3688a1c1b5d req-7750ea01-f62d-4209-8e09-32edb58be951 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0618289 Jan 20 13:36:04.462006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37320) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:04.466528 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Request body: {'floatingip': {'port_id': '49f1195b-132f-4235-98b1-51c0313abd2b'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:36:04.505885 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (3e493dcf-cccc-42be-9e15-c0165fb4e9b4), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:04.966209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde22f-645d-46b2-8498-b6195ac7df4a req-be8652cd-883b-4f2d-b5a3-d31a92d692bd tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:04.968656 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78cde22f-645d-46b2-8498-b6195ac7df4a req-be8652cd-883b-4f2d-b5a3-d31a92d692bd tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0654783 Jan 20 13:36:04.972975 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:04.977630 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (3e493dcf-cccc-42be-9e15-c0165fb4e9b4), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:05.035880 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78cde22f-645d-46b2-8498-b6195ac7df4a req-9405b2fb-f7d3-4939-9e19-071f0b874dcc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561781 Jan 20 13:36:05.146166 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Floating IP 3e493dcf-cccc-42be-9e15-c0165fb4e9b4 associated. External IP: 172.27.2.75, port: 49f1195b-132f-4235-98b1-51c0313abd2b. Jan 20 13:36:05.315916 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:05.415347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Router 731083c8-260e-4200-b830-e91762e6feac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:36:05.526060 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:36:05.530905 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:05.535714 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:36:05.546179 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:05.546794 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:05.560973 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-e7130bf7-0bf9-46f7-8c23-2288dcf2b3ff tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "PUT /v2.0/floatingips/3e493dcf-cccc-42be-9e15-c0165fb4e9b4 HTTP/1.1" status: 200 len: 990 time: 1.0978341 Jan 20 13:36:05.561582 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:05.563862 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35598264-3743-4be3-92c8-b6cedc24e551" -d '{"events": [{"name": "network-changed", "server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:05.608323 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330bfd46-2bf3-44cc-98be-7afbdb016855 x-openstack-request-id: req-330bfd46-2bf3-44cc-98be-7afbdb016855 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:05.608619 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:05.608877 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-330bfd46-2bf3-44cc-98be-7afbdb016855 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:05.609287 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b', 'status': 'completed', 'code': 200} Jan 20 13:36:05.680062 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:05.704179 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598264-3743-4be3-92c8-b6cedc24e551 req-4e512790-9364-45eb-8618-eba2df8a243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:05.705679 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-4e512790-9364-45eb-8618-eba2df8a243c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=aa32ce13f451475192ab57ae2501d786&device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 1098 time: 0.0641005 Jan 20 13:36:05.817205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598264-3743-4be3-92c8-b6cedc24e551 req-434174b3-c23c-42b8-87be-e7ff2f47c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:05.819277 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-434174b3-c23c-42b8-87be-e7ff2f47c5ab service neutron] 10.222.0.91 "GET /v2.0/networks?id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 200 len: 912 time: 0.0965691 Jan 20 13:36:05.891537 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-d0090a2c-6bd6-413c-b667-6f2e98b41104 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f1195b-132f-4235-98b1-51c0313abd2b HTTP/1.1" status: 200 len: 998 time: 0.0645180 Jan 20 13:36:05.955068 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598264-3743-4be3-92c8-b6cedc24e551 req-cbdd5160-cd24-47f6-8f9e-9957455440da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:05.956588 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-cbdd5160-cd24-47f6-8f9e-9957455440da service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 200 len: 850 time: 0.0573323 Jan 20 13:36:05.961224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '3e493dcf-cccc-42be-9e15-c0165fb4e9b4', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '731083c8-260e-4200-b830-e91762e6feac', 'port_id': '49f1195b-132f-4235-98b1-51c0313abd2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'mac_address': 'fa:16:3e:67:27:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:35:52Z', 'updated_at': '2022-01-20T13:36:04Z', 'revision_number': 1, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:05.991502 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:36:06.000779 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:06.001398 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:06.007330 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598264-3743-4be3-92c8-b6cedc24e551 req-1171b956-67c7-430f-ac5d-9b7ff9b4e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:06.009179 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-1171b956-67c7-430f-ac5d-9b7ff9b4e045 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8dfa21cd-03fa-43fc-a4ee-30c1371cf836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450239 Jan 20 13:36:06.119934 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-e811c471-9fb0-4acc-a0f5-9bfde8b18305 service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996981 Jan 20 13:36:06.125063 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:06.160054 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781775d8-fbff-48e8-b0c9-88e20e96b9c0 req-a268ee5b-ac33-4b73-b364-ebf2b5cc9207 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:06.161456 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-781775d8-fbff-48e8-b0c9-88e20e96b9c0 req-a268ee5b-ac33-4b73-b364-ebf2b5cc9207 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0523286 Jan 20 13:36:06.214983 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-781775d8-fbff-48e8-b0c9-88e20e96b9c0 req-6058cb7b-b3a6-4d84-8f25-e03d7d4d3fc7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477211 Jan 20 13:36:06.220172 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-35598264-3743-4be3-92c8-b6cedc24e551 req-7c9bb4d5-4fd7-41f6-8604-4570a5aaf1ab service neutron] 10.222.0.91 "GET /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943601 Jan 20 13:36:06.342153 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e4595-a812-4ee6-9bee-65d907307731 req-8dbc8a39-4b75-4c6f-b772-f64f565fef3f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:06.343674 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-624e4595-a812-4ee6-9bee-65d907307731 req-8dbc8a39-4b75-4c6f-b772-f64f565fef3f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0545878 Jan 20 13:36:06.382686 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '3e493dcf-cccc-42be-9e15-c0165fb4e9b4', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '731083c8-260e-4200-b830-e91762e6feac', 'port_id': '49f1195b-132f-4235-98b1-51c0313abd2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'mac_address': 'fa:16:3e:67:27:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:35:52Z', 'updated_at': '2022-01-20T13:36:04Z', 'revision_number': 1, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:06.394396 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-624e4595-a812-4ee6-9bee-65d907307731 req-750c515e-3b77-462c-93fb-92028d775055 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 Jan 20 13:36:06.413996 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec6610-ced2-4eb9-98f6-4f68387020c8 None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '3e493dcf-cccc-42be-9e15-c0165fb4e9b4', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '731083c8-260e-4200-b830-e91762e6feac', 'port_id': '49f1195b-132f-4235-98b1-51c0313abd2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'mac_address': 'fa:16:3e:67:27:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:35:52Z', 'updated_at': '2022-01-20T13:36:04Z', 'revision_number': 1, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:36:06.417710 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37340) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:06.465302 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa5187-8a5a-4bf1-b3b2-8ac5a5d9e257 tempest-TestVolumeBootPattern-1207927651 tempest-TestVolumeBootPattern-1207927651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:06.467528 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-adfa5187-8a5a-4bf1-b3b2-8ac5a5d9e257 tempest-TestVolumeBootPattern-1207927651 tempest-TestVolumeBootPattern-1207927651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1094 time: 0.0488017 Jan 20 13:36:06.470617 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37342) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:06.476194 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:36:06.501468 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:06.604600 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:06.623888 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc380385-0680-4241-9a3e-1f2a87d14cae None None] New status for floating IP 3e493dcf-cccc-42be-9e15-c0165fb4e9b4: ACTIVE {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:36:06.718148 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Allocated IP 172.27.2.228 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/58b4ca23-b6cd-4416-9e5d-088d076de751) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:36:06.825483 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:06.859741 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:06.897969 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:36:06.901133 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:36:06.904480 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:36:06.926891 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=58b4ca23-b6cd-4416-9e5d-088d076de751,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:07.268613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (f2eec633-90be-41b7-bf55-fe3b9ac3ccce), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.342831 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.358091 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67626674-49c8-4ecb-8f8b-23014198c66c req-d71c8bde-9914-4100-8107-0c2fd4851924 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092814097&fields=id&tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf HTTP/1.1" status: 200 len: 267 time: 0.0487220 Jan 20 13:36:07.417505 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67626674-49c8-4ecb-8f8b-23014198c66c req-68e44370-6d69-4b7f-8e06-4fafdf853c8e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:07.419024 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67626674-49c8-4ecb-8f8b-23014198c66c req-68e44370-6d69-4b7f-8e06-4fafdf853c8e tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 984 time: 0.0550017 Jan 20 13:36:07.430854 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Request body: {'port': {'security_groups': ['87c378a2-83d7-456d-a839-e2c51684fae0']}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:36:07.503357 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.504373 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.509819 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.573717 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=58b4ca23-b6cd-4416-9e5d-088d076de751,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:07.585138 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.585503 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.585822 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.586161 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.586484 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.586816 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.587140 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.587461 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.587782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.588131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.588447 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.588762 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.589075 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:07.600974 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (f2eec633-90be-41b7-bf55-fe3b9ac3ccce), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.704387 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:07.706949 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Floating IP f2eec633-90be-41b7-bf55-fe3b9ac3ccce associated. External IP: 172.27.2.228, port: cbd0d33b-e6b4-49f1-a4b3-4171445d6499. Jan 20 13:36:07.738376 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.745189 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59701701'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.760571 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['6afbaca9-9b24-4240-a8cd-df5afa7e3f24'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:36:07.832798 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:07.833584 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:07.835538 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67626674-49c8-4ecb-8f8b-23014198c66c req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "PUT /v2.0/ports/6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 942 time: 0.4105353 Jan 20 13:36:07.837772 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:07.843072 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37352) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:07.844277 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:07.853082 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70c296-2ca3-4862-9114-6580029f1e98 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event updated for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=7']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:07.899376 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6320bb-bdfa-4ef1-8a11-b8ea6a13802f x-openstack-request-id: req-4e6320bb-bdfa-4ef1-8a11-b8ea6a13802f {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:07.899376 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:07.899376 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e6320bb-bdfa-4ef1-8a11-b8ea6a13802f {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:07.900051 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'status': 'completed', 'code': 200} Jan 20 13:36:07.935795 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['6afbaca9-9b24-4240-a8cd-df5afa7e3f24'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:36:08.058551 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-b20beeeb-c34a-4a2d-8053-044bbe5cd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:08.060819 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-b20beeeb-c34a-4a2d-8053-044bbe5cd94e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1098 time: 0.1344614 Jan 20 13:36:08.089334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eab2c22a-7782-48aa-807d-2b52499e27e9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group (93cd1a22-c344-47cf-a022-0c76fdbeaf2f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:08.093365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:36:08.107670 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-4987725e-eb32-4f0a-9018-6467f09bb929 None None] Provisioning complete for port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:36:08.108067 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-4987725e-eb32-4f0a-9018-6467f09bb929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:08.199890 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-4987725e-eb32-4f0a-9018-6467f09bb929 None None] Current status of the port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 is: ACTIVE; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:08.419347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eab2c22a-7782-48aa-807d-2b52499e27e9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group (93cd1a22-c344-47cf-a022-0c76fdbeaf2f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:08.526287 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-9ebd5aa4-10c1-435f-b111-e27ca3320439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:08.527784 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-9ebd5aa4-10c1-435f-b111-e27ca3320439 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 915 time: 0.4566131 Jan 20 13:36:08.632856 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:36:08.639937 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-53786b8c-12ec-4bf1-89a8-baa09a952878 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 1001 time: 0.0855074 Jan 20 13:36:08.642707 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:36:08.685495 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:08.691508 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eab2c22a-7782-48aa-807d-2b52499e27e9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (93cd1a22-c344-47cf-a022-0c76fdbeaf2f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:08.695073 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eab2c22a-7782-48aa-807d-2b52499e27e9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:08.699564 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-eab2c22a-7782-48aa-807d-2b52499e27e9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "DELETE /v2.0/security-groups/93cd1a22-c344-47cf-a022-0c76fdbeaf2f HTTP/1.1" status: 204 len: 168 time: 0.8522663 Jan 20 13:36:08.700253 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37358) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:08.735607 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2c22a-7782-48aa-807d-2b52499e27e9 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cd1a22-c344-47cf-a022-0c76fdbeaf2f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:08.743793 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-b00de424-ba36-4852-800b-c8f47fea8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:08.745351 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-b00de424-ba36-4852-800b-c8f47fea8422 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.0973713 Jan 20 13:36:08.757168 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-98de82ac-b981-4bda-8e59-00ffb6b40de7 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2853286 Jan 20 13:36:08.767792 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:08.770881 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f40a5d-0c48-4f81-90c3-92e9894bab47" -d '{"events": [{"name": "network-changed", "server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:08.796838 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:08.798499 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:08.828746 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad432de-d95d-43bd-867c-b73d75fb0a68 x-openstack-request-id: req-5ad432de-d95d-43bd-867c-b73d75fb0a68 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:08.829301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:08.829552 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ad432de-d95d-43bd-867c-b73d75fb0a68 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:08.829946 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'status': 'completed', 'code': 200} Jan 20 13:36:08.836107 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-bd03946f-b743-49e1-a55c-89ec36d8fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:08.837488 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-bd03946f-b743-49e1-a55c-89ec36d8fd3d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779972 Jan 20 13:36:08.954068 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:08.969476 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-d76b452a-b231-4e5a-9ab8-856427170f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:08.970971 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-d76b452a-b231-4e5a-9ab8-856427170f94 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1099 time: 0.0993733 Jan 20 13:36:09.007540 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-46fea603-5e3e-4b19-a53a-590ec1ec1d13 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627765 Jan 20 13:36:09.140590 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-241fad9d-115f-449d-a46f-8d97d383ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:09.142070 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-241fad9d-115f-449d-a46f-8d97d383ac42 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.1639926 Jan 20 13:36:09.175710 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Deleting port d10d68b6-76c0-4fb7-8728-72b81fff8449 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:09.176092 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:09.190252 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-bf72472a-adf3-4df1-bdf9-c57490cb5c7d req-fabf74e3-c4bc-4b70-a11d-c5d3351a077f service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758687 Jan 20 13:36:09.218305 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-5c06b161-dcc3-4ba7-ba87-5c68a81462a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 200 len: 1000 time: 0.0665493 Jan 20 13:36:09.221752 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:07Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:09.252829 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:36:09.261437 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:09.262050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:09.262436 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:09.262768 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for floatingip (d10d68b6-76c0-4fb7-8728-72b81fff8449), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:09.272509 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-65f0b2ad-ea5f-412a-a9c3-2346314b1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:09.274064 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-65f0b2ad-ea5f-412a-a9c3-2346314b1d79 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0505452 Jan 20 13:36:09.277516 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Calling delete_port for d10d68b6-76c0-4fb7-8728-72b81fff8449 owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:09.324183 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-61664956-9c6b-4d42-8aae-c4094fefc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:09.325796 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-61664956-9c6b-4d42-8aae-c4094fefc8ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443873 Jan 20 13:36:09.375060 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:09.434272 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-13bfc503-8005-4ef7-afc0-99b9397ee6a2 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010702 Jan 20 13:36:09.487649 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (d10d68b6-76c0-4fb7-8728-72b81fff8449), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:09.521799 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event deleted for resources: {'Port': ['ID=d10d68b6-76c0-4fb7-8728-72b81fff8449,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:09.538616 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-88f40a5d-0c48-4f81-90c3-92e9894bab47 req-2fdfeded-6606-408b-ab9a-b3a590485c7e service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985634 Jan 20 13:36:09.548001 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.548359 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.548851 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.549044 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.549388 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.549727 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.550062 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.550420 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.551126 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.551126 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.551416 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.551715 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.552070 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:09.597098 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks [] for floatingip (176da6df-2d66-4e8f-8112-93d24850dcd8), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:09.597516 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Floating IP 176da6df-2d66-4e8f-8112-93d24850dcd8 disassociated (deleted). External IP: 172.27.2.205, port: 6afbaca9-9b24-4240-a8cd-df5afa7e3f24. Jan 20 13:36:09.634851 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:07Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:09.668800 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e62fda-cb25-4c34-9a13-8b935c462639 None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:07Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:36:09.822738 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Router 3abdf210-7263-4a53-819b-5b0702a0d5ac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:36:09.903959 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e688d0-f9a8-4452-91ca-a6e18c0f3f94 None None] New status for floating IP f2eec633-90be-41b7-bf55-fe3b9ac3ccce: ACTIVE {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:36:09.937125 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:36:09.942116 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:09.949189 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] Sync routers for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:36:09.961755 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:09.962406 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:09.974844 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-82329b52-0c49-4fa4-92c3-8035fdc7f455 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "DELETE /v2.0/floatingips/176da6df-2d66-4e8f-8112-93d24850dcd8 HTTP/1.1" status: 204 len: 168 time: 1.2727025 Jan 20 13:36:09.975871 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:09.979878 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da381f-19f6-4835-b5be-f72856ad9756" -d '{"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:10.106137 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:10.121297 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d0a5f-6dab-4642-bb29-c54c7ad0ae86 x-openstack-request-id: req-278d0a5f-6dab-4642-bb29-c54c7ad0ae86 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:10.121595 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:10.121852 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-278d0a5f-6dab-4642-bb29-c54c7ad0ae86 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:10.122253 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'status': 'completed', 'code': 200} Jan 20 13:36:10.188855 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-f3d4d176-be6f-4109-8f2c-1a1173963ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:10.190608 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-f3d4d176-be6f-4109-8f2c-1a1173963ebd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0457649 Jan 20 13:36:10.297283 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-1790d215-f783-4ca9-ad3f-be67d28bdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:10.298834 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-1790d215-f783-4ca9-ad3f-be67d28bdf48 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 200 len: 915 time: 0.1029520 Jan 20 13:36:10.341687 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-efa5f189-20d3-41c4-b494-dedb8813d859 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 200 len: 217 time: 0.0360579 Jan 20 13:36:10.342015 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:06Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:10.369012 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] Checking router: 3abdf210-7263-4a53-819b-5b0702a0d5ac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:36:10.377507 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:10.378114 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:10.394262 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-c9d9f00d-b600-4a9c-9c8f-ce25922d76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:10.395714 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-c9d9f00d-b600-4a9c-9c8f-ce25922d76b5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 200 len: 853 time: 0.0485475 Jan 20 13:36:10.443344 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-cd368a65-6d88-4053-a88b-570e23ed3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:10.445217 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-cd368a65-6d88-4053-a88b-570e23ed3501 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0cd17d3a-e982-4590-83ce-c30987fcacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429697 Jan 20 13:36:10.487733 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:10.543138 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-8fd791b5-efc2-4cf6-b8a5-1a1cb88e7252 service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887260 Jan 20 13:36:10.648437 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b6da381f-19f6-4835-b5be-f72856ad9756 req-3af630b4-6769-4de4-9a24-64c81e3c79fd service neutron] 10.222.0.91 "GET /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988026 Jan 20 13:36:10.829757 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:06Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:10.856377 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831fdaa-6f90-4ec7-9c39-87f75a12e73c None None] The sync data for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi is: [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:30:55Z', 'revision_number': 4, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'f2b279ad-a621-460d-b35c-6426f59179b6', 'name': '', 'network_id': '0cd17d3a-e982-4590-83ce-c30987fcacfc', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'mac_address': 'fa:16:3e:c1:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '4c8480df-f549-41b5-b580-736482a707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:52Z', 'updated_at': '2022-01-20T13:31:06Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'subnets': [{'id': '4c8480df-f549-41b5-b580-736482a707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:36:11.088608 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df590f6-78c1-453f-9fba-8330e3a438b4 None None] New status for floating IP 176da6df-2d66-4e8f-8112-93d24850dcd8: DOWN {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:36:12.750132 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7e8c-17a3-44e2-b13c-a742827c074c req-8321864b-ab7d-4ebd-9c08-5f7feade2b31 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:12.751615 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f7ae7e8c-17a3-44e2-b13c-a742827c074c req-8321864b-ab7d-4ebd-9c08-5f7feade2b31 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Jan 20 13:36:12.948250 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f7ae7e8c-17a3-44e2-b13c-a742827c074c req-254d8035-31d2-470d-9a95-765f88021bab tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909297 Jan 20 13:36:14.072440 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97772612-1e4b-4dd7-90df-3dc0bbd18013 req-c983a286-8dbb-4bb0-b2b9-14bc62842a8b tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:14.073944 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97772612-1e4b-4dd7-90df-3dc0bbd18013 req-c983a286-8dbb-4bb0-b2b9-14bc62842a8b tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Jan 20 13:36:14.122241 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97772612-1e4b-4dd7-90df-3dc0bbd18013 req-4dcc1601-8742-4ffc-aae8-efe6b50a0492 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Jan 20 13:36:15.006443 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-7d3f7750-71e0-456a-bf86-d6d79528a235 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:15.008082 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-7d3f7750-71e0-456a-bf86-d6d79528a235 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.91 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Jan 20 13:36:15.113617 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Deleting port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:15.114006 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:15.221318 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] For port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:15.221672 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:15.246615 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Calling delete_port for 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:15.270186 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc1c2f-d4d1-42f5-b9d6-ce4a25636357 req-a69d15fd-bf46-4fc8-8d73-897877fb3410 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:15.272566 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cbc1c2f-d4d1-42f5-b9d6-ce4a25636357 req-a69d15fd-bf46-4fc8-8d73-897877fb3410 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1311003-957b-4819-9323-ed80a27cd2d3 HTTP/1.1" status: 200 len: 945 time: 0.0597076 Jan 20 13:36:15.329958 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cbc1c2f-d4d1-42f5-b9d6-ce4a25636357 req-4f05d64b-c303-4a3f-9682-348c9aac4590 tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.70 "GET /v2.0/security-groups?id=87c378a2-83d7-456d-a839-e2c51684fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Jan 20 13:36:15.387679 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (6afbaca9-9b24-4240-a8cd-df5afa7e3f24), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:15.401405 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['6afbaca9-9b24-4240-a8cd-df5afa7e3f24'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:36:15.418956 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Pushing event deleted for resources: {'Port': ['ID=6afbaca9-9b24-4240-a8cd-df5afa7e3f24,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:15.475061 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] No DVR routers for this DVR port 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:36:15.478057 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:15.481744 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-81ac7875-ec59-4e23-974e-ad87a67123b4 req-f3e32683-1620-488c-a7e6-49c7c81ec2ac tempest-TestMinimumBasicScenario-1828270481 tempest-TestMinimumBasicScenario-1828270481-project] 10.222.0.91 "DELETE /v2.0/ports/6afbaca9-9b24-4240-a8cd-df5afa7e3f24 HTTP/1.1" status: 204 len: 173 time: 0.4687190 Jan 20 13:36:15.482232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'name': 'network-vif-deleted', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:15.485756 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a36b2-ad16-47ae-8767-49116617fa12" -d '{"events": [{"server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "name": "network-vif-deleted", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:15.528983 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7d175b-99c4-4b46-9729-2bec55491086 x-openstack-request-id: req-bc7d175b-99c4-4b46-9729-2bec55491086 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:15.529271 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1311003-957b-4819-9323-ed80a27cd2d3", "name": "network-vif-deleted", "tag": "6afbaca9-9b24-4240-a8cd-df5afa7e3f24", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:15.529518 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc7d175b-99c4-4b46-9729-2bec55491086 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:15.529904 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1311003-957b-4819-9323-ed80a27cd2d3', 'name': 'network-vif-deleted', 'tag': '6afbaca9-9b24-4240-a8cd-df5afa7e3f24', 'status': 'completed', 'code': 200} Jan 20 13:36:16.335281 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c110ac6-0f10-4da5-b12e-477c1d4ff2e6 req-bbb523ac-a915-4466-817e-a23a4d4b52e8 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:16.337419 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6c110ac6-0f10-4da5-b12e-477c1d4ff2e6 req-bbb523ac-a915-4466-817e-a23a4d4b52e8 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0529518 Jan 20 13:36:16.397774 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6c110ac6-0f10-4da5-b12e-477c1d4ff2e6 req-087cd231-7867-4ca8-afb1-5f4f31e7b567 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541205 Jan 20 13:36:17.037210 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37480) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:17.467737 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:17.488045 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:17.488387 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 6afbaca9-9b24-4240-a8cd-df5afa7e3f24 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:17.560063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca582d3c-da5b-416b-974c-3d4a41156bbf req-fe9a138c-be59-43aa-81e4-9b9f2c38e44b tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:17.561598 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca582d3c-da5b-416b-974c-3d4a41156bbf req-fe9a138c-be59-43aa-81e4-9b9f2c38e44b tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0644753 Jan 20 13:36:17.566043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (3abdf210-7263-4a53-819b-5b0702a0d5ac), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:17.685507 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca582d3c-da5b-416b-974c-3d4a41156bbf req-85a4a8ca-fdc8-47e8-982f-1fc976506929 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174569 Jan 20 13:36:17.851597 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Deleting port f2b279ad-a621-460d-b35c-6426f59179b6 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:17.851962 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:17.932168 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] For port f2b279ad-a621-460d-b35c-6426f59179b6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=f2b279ad-a621-460d-b35c-6426f59179b6,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:17.932526 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:17.945000 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Calling delete_port for f2b279ad-a621-460d-b35c-6426f59179b6 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:18.121881 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (f2b279ad-a621-460d-b35c-6426f59179b6), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:18.148085 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b279ad-a621-460d-b35c-6426f59179b6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:18.319664 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (3abdf210-7263-4a53-819b-5b0702a0d5ac), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:18.548894 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Router 3abdf210-7263-4a53-819b-5b0702a0d5ac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:36:18.658761 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:36:18.664359 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7f8acf61-0911-4f9e-a18f-803391b17649 admin admin] 10.222.0.70 "PUT /v2.0/routers/3abdf210-7263-4a53-819b-5b0702a0d5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6259084 Jan 20 13:36:18.666918 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37492) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:18.669763 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] Sync routers for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:36:18.681433 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:18.682063 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:18.812669 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:18.832731 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks [] for router (3abdf210-7263-4a53-819b-5b0702a0d5ac), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:18.844979 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929732fe-49b5-47bc-82a4-438302cef212 req-b73aee4a-e010-4593-8d90-7d9f81c88c52 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:18.846488 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-929732fe-49b5-47bc-82a4-438302cef212 req-b73aee4a-e010-4593-8d90-7d9f81c88c52 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0713427 Jan 20 13:36:18.981164 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-929732fe-49b5-47bc-82a4-438302cef212 req-cd08f618-da8f-46a7-8035-d94f0ad84301 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989091 Jan 20 13:36:18.998457 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks [] for router_gateway (3abdf210-7263-4a53-819b-5b0702a0d5ac), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.050765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:36:18Z', 'revision_number': 5, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port': {'id': '138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:43Z', 'updated_at': '2022-01-20T13:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:19.075197 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Deleting port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:19.075446 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.086392 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] Checking router: 3abdf210-7263-4a53-819b-5b0702a0d5ac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:36:19.096336 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] Routers {'3abdf210-7263-4a53-819b-5b0702a0d5ac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:19.096996 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['3abdf210-7263-4a53-819b-5b0702a0d5ac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:19.165005 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] For port 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:19.165367 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.178181 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Calling delete_port for 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:19.193843 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] Set router 3abdf210-7263-4a53-819b-5b0702a0d5ac gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:19.246992 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:36:18Z', 'revision_number': 6, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:19.277973 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8072ce6-73c6-49bf-ba07-37a9988110c8 None None] The sync data for ids ['3abdf210-7263-4a53-819b-5b0702a0d5ac'] in dv-cinder-825493-1-iscsi is: [{'id': '3abdf210-7263-4a53-819b-5b0702a0d5ac', 'name': 'tempest-TestMinimumBasicScenario-172008565-router', 'tenant_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:41Z', 'updated_at': '2022-01-20T13:36:18Z', 'revision_number': 6, 'project_id': 'b01d3a5b6db044f8a3923b9ea1f4bfdf', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:36:19.358262 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.390920 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Pushing event deleted for resources: {'Port': ['ID=138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:19.457306 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (3abdf210-7263-4a53-819b-5b0702a0d5ac), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.565343 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (3abdf210-7263-4a53-819b-5b0702a0d5ac), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.568010 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks [] for router_controller (3abdf210-7263-4a53-819b-5b0702a0d5ac), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.644504 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (3abdf210-7263-4a53-819b-5b0702a0d5ac), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.646348 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3abdf210-7263-4a53-819b-5b0702a0d5ac {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:36:19.654994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:19.656855 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-68aabe99-375b-440e-a4c7-42e4e4e66217 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3abdf210-7263-4a53-819b-5b0702a0d5ac HTTP/1.1" status: 204 len: 168 time: 0.9888365 Jan 20 13:36:19.659414 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37500) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:20.014392 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Deleting subnet 4c8480df-f549-41b5-b580-736482a707fa {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:36:20.017710 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Publish callbacks [] for subnet (4c8480df-f549-41b5-b580-736482a707fa), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.057673 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (4c8480df-f549-41b5-b580-736482a707fa), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.195185 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d5143-e3ce-4dd8-8a0f-5b4b29165b20 req-3459f8fb-753d-4f1e-81f3-454d475a001e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:20.196727 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-101d5143-e3ce-4dd8-8a0f-5b4b29165b20 req-3459f8fb-753d-4f1e-81f3-454d475a001e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.1369092 Jan 20 13:36:20.213910 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (4c8480df-f549-41b5-b580-736482a707fa), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.292105 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-101d5143-e3ce-4dd8-8a0f-5b4b29165b20 req-3a1bbc27-3b92-44d0-90a1-f21adff4f113 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880826 Jan 20 13:36:20.310893 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (4c8480df-f549-41b5-b580-736482a707fa), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.350033 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c8480df-f549-41b5-b580-736482a707fa,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:20.350033 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.355619 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-876ef2d4-8153-45b1-8c57-53f3eb0d0aca admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4c8480df-f549-41b5-b580-736482a707fa HTTP/1.1" status: 204 len: 168 time: 0.6947453 Jan 20 13:36:20.357295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25584623-978c-48b9-9865-774a746830d0 None None] Network 0cd17d3a-e982-4590-83ce-c30987fcacfc requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:36:20.357842 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37506) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:20.441716 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (0cd17d3a-e982-4590-83ce-c30987fcacfc), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.501520 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Deleting port 17022e79-e22f-4479-a37b-cb9c3d76c1ba {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:20.501849 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.542034 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] DHCP port deletion for 0cd17d3a-e982-4590-83ce-c30987fcacfc request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:36:20.569707 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] For port 17022e79-e22f-4479-a37b-cb9c3d76c1ba, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=17022e79-e22f-4479-a37b-cb9c3d76c1ba,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:20.570063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.583391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Calling delete_port for 17022e79-e22f-4479-a37b-cb9c3d76c1ba owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:20.608538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Deleting port 17022e79-e22f-4479-a37b-cb9c3d76c1ba {{(pid=102511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:20.608879 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), before_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.671392 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.682818 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] For port 17022e79-e22f-4479-a37b-cb9c3d76c1ba, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=17022e79-e22f-4479-a37b-cb9c3d76c1ba,segment=NetworkSegment(bdfb3582-966b-4615-9f58-d717df5e31a4),segment_id=bdfb3582-966b-4615-9f58-d717df5e31a4)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:20.683217 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), precommit_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.695994 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Calling delete_port for 17022e79-e22f-4479-a37b-cb9c3d76c1ba owned by network:dhcp {{(pid=102511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:20.697288 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=17022e79-e22f-4479-a37b-cb9c3d76c1ba,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:20.700560 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] No DVR routers for this DVR port 17022e79-e22f-4479-a37b-cb9c3d76c1ba on host dv-cinder-825493-1-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:36:20.774736 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (0cd17d3a-e982-4590-83ce-c30987fcacfc), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.804282 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd17d3a-e982-4590-83ce-c30987fcacfc']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:20.814152 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfb3582-966b-4615-9f58-d717df5e31a4') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:20.814446 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfb3582-966b-4615-9f58-d717df5e31a4') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:20.824811 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (bdfb3582-966b-4615-9f58-d717df5e31a4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.834136 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (17022e79-e22f-4479-a37b-cb9c3d76c1ba), after_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.839038 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (bdfb3582-966b-4615-9f58-d717df5e31a4), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.845861 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:36:20.846536 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (bdfb3582-966b-4615-9f58-d717df5e31a4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.848364 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:36:20.851307 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:36:20.860594 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device f2b279ad-a621-460d-b35c-6426f59179b6 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:20.866039 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Pushing event deleted for resources: {'Port': ['ID=17022e79-e22f-4479-a37b-cb9c3d76c1ba,revision_number=None']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:20.869112 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] No DVR routers for this DVR port 17022e79-e22f-4479-a37b-cb9c3d76c1ba on host dv-cinder-825493-1-iscsi {{(pid=102511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:36:20.895881 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: f2b279ad-a621-460d-b35c-6426f59179b6 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:20.896224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device f2b279ad-a621-460d-b35c-6426f59179b6 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:20.896649 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:20.900581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.900938 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.901277 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.901630 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.901943 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.902272 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.902598 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.902921 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.903248 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.903570 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.904082 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.904465 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.904793 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c572c-aea0-4f08-8ee3-f16b0491ce30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:36:20.915606 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (0cd17d3a-e982-4590-83ce-c30987fcacfc), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.924761 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:20.927496 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:20.927883 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 138b88c6-c6ac-4c9f-b3ee-a7b0abf576ba not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:20.928283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 17022e79-e22f-4479-a37b-cb9c3d76c1ba no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:20.928997 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] 10.222.0.70 "DELETE /v2.0/networks/0cd17d3a-e982-4590-83ce-c30987fcacfc HTTP/1.1" status: 204 len: 168 time: 0.5698647 Jan 20 13:36:20.931975 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37510) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:20.939942 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb25e01-6407-4c70-977f-d517feb62f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd17d3a-e982-4590-83ce-c30987fcacfc,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:20.951222 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 17022e79-e22f-4479-a37b-cb9c3d76c1ba {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:20.951568 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 17022e79-e22f-4479-a37b-cb9c3d76c1ba not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:21.358518 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (72c65f20-9e7e-473b-8b2b-711c1872b4c6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:21.418169 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0854b6e-f34f-458e-b3a4-1fb86aa8ccf7 req-bc6bdb13-f0c6-4813-b997-72b242d0e239 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:21.420278 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0854b6e-f34f-458e-b3a4-1fb86aa8ccf7 req-bc6bdb13-f0c6-4813-b997-72b242d0e239 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0579648 Jan 20 13:36:21.474366 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0854b6e-f34f-458e-b3a4-1fb86aa8ccf7 req-c3b59536-19f3-4484-8eae-d02bfcb1fadd tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484941 Jan 20 13:36:21.890771 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Deleting port 6b0f6842-ca35-4166-8ac3-9740b1b3b232 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:21.891031 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:21.971609 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] For port 6b0f6842-ca35-4166-8ac3-9740b1b3b232, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=6b0f6842-ca35-4166-8ac3-9740b1b3b232,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:21.972263 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:21.984112 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Calling delete_port for 6b0f6842-ca35-4166-8ac3-9740b1b3b232 owned by network:router_interface {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:22.173363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (6b0f6842-ca35-4166-8ac3-9740b1b3b232), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:22.200768 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0f6842-ca35-4166-8ac3-9740b1b3b232,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:22.367532 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (72c65f20-9e7e-473b-8b2b-711c1872b4c6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:22.579717 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:36:22.594563 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e80c38-f15e-446b-b178-86e3976a9522 req-64af8f3b-a0d8-493d-b70f-84cbcd0178c4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:22.596088 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9e80c38-f15e-446b-b178-86e3976a9522 req-64af8f3b-a0d8-493d-b70f-84cbcd0178c4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0506411 Jan 20 13:36:22.649439 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9e80c38-f15e-446b-b178-86e3976a9522 req-28b725e7-fd08-40af-9174-1c5f34dd7d3c tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469825 Jan 20 13:36:22.689628 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:36:22.695591 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-f2db47ef-f8df-459d-846c-c5e5c588a1d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/72c65f20-9e7e-473b-8b2b-711c1872b4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7612636 Jan 20 13:36:22.697772 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37524) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:22.701048 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] Sync routers for ids ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:36:22.712139 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] Routers {'72c65f20-9e7e-473b-8b2b-711c1872b4c6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:22.712749 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:22.813114 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks [] for router (72c65f20-9e7e-473b-8b2b-711c1872b4c6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:22.837635 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] Set router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:22.919851 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks [] for router_gateway (72c65f20-9e7e-473b-8b2b-711c1872b4c6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:22.986004 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Deleting port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:22.988410 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.072011 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] For port c4504d74-2e8b-4f9c-85c2-d541cb2a44bc, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:23.072370 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.085430 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Calling delete_port for c4504d74-2e8b-4f9c-85c2-d541cb2a44bc owned by network:router_gateway {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:23.112530 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:36:22Z', 'revision_number': 5, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port': {'id': 'c4504d74-2e8b-4f9c-85c2-d541cb2a44bc', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:03Z', 'updated_at': '2022-01-20T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:23.144912 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] Checking router: 72c65f20-9e7e-473b-8b2b-711c1872b4c6 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:36:23.154026 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] Routers {'72c65f20-9e7e-473b-8b2b-711c1872b4c6'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:36:23.154650 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:36:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:23.259158 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] Set router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:36:23.273172 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (c4504d74-2e8b-4f9c-85c2-d541cb2a44bc), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.300908 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4504d74-2e8b-4f9c-85c2-d541cb2a44bc,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:23.315014 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:36:22Z', 'revision_number': 6, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:23.346066 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610c817-eff5-45f8-83f7-b53f285061e4 None None] The sync data for ids ['72c65f20-9e7e-473b-8b2b-711c1872b4c6'] in dv-cinder-825493-1-iscsi is: [{'id': '72c65f20-9e7e-473b-8b2b-711c1872b4c6', 'name': 'tempest-TestMinimumBasicScenario-16614408-router', 'tenant_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:02Z', 'updated_at': '2022-01-20T13:36:22Z', 'revision_number': 6, 'project_id': '1859dbe6b20d48b2a11b55fd3586bd7b', 'gw_port_host': None}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:36:23.384929 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (72c65f20-9e7e-473b-8b2b-711c1872b4c6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.483579 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (72c65f20-9e7e-473b-8b2b-711c1872b4c6), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.485954 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks [] for router_controller (72c65f20-9e7e-473b-8b2b-711c1872b4c6), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.533048 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (72c65f20-9e7e-473b-8b2b-711c1872b4c6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.533790 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c65f20-9e7e-473b-8b2b-711c1872b4c6 {{(pid=102510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:36:23.539319 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.540535 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-191b381e-bc67-48d6-83fb-96e07bea608d admin admin] 10.222.0.70 "DELETE /v2.0/routers/72c65f20-9e7e-473b-8b2b-711c1872b4c6 HTTP/1.1" status: 204 len: 168 time: 0.8418040 Jan 20 13:36:23.543002 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37530) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:23.589192 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Deleting subnet cdd5260d-5b1f-48b1-a43b-87732744bdca {{(pid=102510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:36:23.592494 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Publish callbacks [] for subnet (cdd5260d-5b1f-48b1-a43b-87732744bdca), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.628145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62892760'] for subnet (cdd5260d-5b1f-48b1-a43b-87732744bdca), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.751281 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (cdd5260d-5b1f-48b1-a43b-87732744bdca), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.790026 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfed044-f754-41e6-bb76-32cde4b3afad req-17209803-78b8-495d-9b39-fe8786f88fa1 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:23.791045 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8dfed044-f754-41e6-bb76-32cde4b3afad req-17209803-78b8-495d-9b39-fe8786f88fa1 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0619535 Jan 20 13:36:23.822955 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62892558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60277383'] for subnet (cdd5260d-5b1f-48b1-a43b-87732744bdca), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.854404 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8dfed044-f754-41e6-bb76-32cde4b3afad req-9bf8ceb4-9b7b-499a-b04d-7bcd67408a31 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566261 Jan 20 13:36:23.856409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:23.862569 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5c1f9-ed49-4c0d-bbaa-29acbcf1a69a None None] Network 367570b4-226d-48f9-a5b9-2932ed7da45e requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:36:23.867941 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cdd5260d-5b1f-48b1-a43b-87732744bdca HTTP/1.1" status: 204 len: 168 time: 0.3222053 Jan 20 13:36:23.867941 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d2977-7a1d-48cc-afa1-96beef0049db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd5260d-5b1f-48b1-a43b-87732744bdca,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:23.868890 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37536) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:23.970878 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (367570b4-226d-48f9-a5b9-2932ed7da45e), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.042202 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Deleting port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:24.042549 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.147746 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] For port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:24.148323 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.176089 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Calling delete_port for ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:24.190070 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] DHCP port deletion for 367570b4-226d-48f9-a5b9-2932ed7da45e request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:36:24.297691 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] Deleting port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 {{(pid=102511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:36:24.298278 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), before_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.320982 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.337958 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] No DVR routers for this DVR port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 on host dv-cinder-825493-1-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:36:24.385235 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:24.421960 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] For port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,segment=NetworkSegment(6817e11b-cc09-4802-9679-96eb0081c84c),segment_id=6817e11b-cc09-4802-9679-96eb0081c84c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:24.422488 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), precommit_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.449957 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] Calling delete_port for ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 owned by network:dhcp {{(pid=102511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:36:24.461503 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (367570b4-226d-48f9-a5b9-2932ed7da45e), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.500354 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367570b4-226d-48f9-a5b9-2932ed7da45e']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:24.513694 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6817e11b-cc09-4802-9679-96eb0081c84c') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:24.513694 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6817e11b-cc09-4802-9679-96eb0081c84c') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:36:24.527342 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (6817e11b-cc09-4802-9679-96eb0081c84c), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.546658 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (6817e11b-cc09-4802-9679-96eb0081c84c), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.556354 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:36:24.556923 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (6817e11b-cc09-4802-9679-96eb0081c84c), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:36:24.559303 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:36:24.563117 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (ca5426a1-58c8-41c4-9b5f-ca35d1f18b15), after_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.591196 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] Pushing event deleted for resources: {'Port': ['ID=ca5426a1-58c8-41c4-9b5f-ca35d1f18b15,revision_number=None']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:24.594828 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15caf0-deb0-48dc-8a0e-3c64dc7ba898 None None] No DVR routers for this DVR port ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 on host dv-cinder-825493-1-iscsi {{(pid=102511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:36:24.638405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (367570b4-226d-48f9-a5b9-2932ed7da45e), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.643242 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.647475 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] 10.222.0.70 "DELETE /v2.0/networks/367570b4-226d-48f9-a5b9-2932ed7da45e HTTP/1.1" status: 204 len: 168 time: 0.7774646 Jan 20 13:36:24.660291 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc623f8-0f21-458b-ab20-f6d73cca5f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=367570b4-226d-48f9-a5b9-2932ed7da45e,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:24.780702 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37542) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:24.806351 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device c4504d74-2e8b-4f9c-85c2-d541cb2a44bc no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:24.827056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: c4504d74-2e8b-4f9c-85c2-d541cb2a44bc {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:24.827400 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device c4504d74-2e8b-4f9c-85c2-d541cb2a44bc not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:24.827844 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:24.831745 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37544) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:24.832329 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-fe27c3e4-5722-44b3-ba38-3617ec839c2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b01d3a5b6db044f8a3923b9ea1f4bfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497844 Jan 20 13:36:24.849908 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:24.849908 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device ca5426a1-58c8-41c4-9b5f-ca35d1f18b15 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:24.849908 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6b0f6842-ca35-4166-8ac3-9740b1b3b232 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:24.869920 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 6b0f6842-ca35-4166-8ac3-9740b1b3b232 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:36:24.869920 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6b0f6842-ca35-4166-8ac3-9740b1b3b232 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:36:24.897439 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a22a68f-4686-41c2-a666-3fec91a0a1c7 admin admin] Publish callbacks [] for security_group (87c378a2-83d7-456d-a839-e2c51684fae0), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:24.930252 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a22a68f-4686-41c2-a666-3fec91a0a1c7 admin admin] Publish callbacks [] for security_group (87c378a2-83d7-456d-a839-e2c51684fae0), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.017590 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb23f7-33fc-4eef-b627-6b7a187ad5e0 req-4dfc8be4-af98-4237-a06a-feec99eb99ff tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:25.019227 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1fb23f7-33fc-4eef-b627-6b7a187ad5e0 req-4dfc8be4-af98-4237-a06a-feec99eb99ff tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0691426 Jan 20 13:36:25.024858 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a22a68f-4686-41c2-a666-3fec91a0a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (87c378a2-83d7-456d-a839-e2c51684fae0), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.027758 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a22a68f-4686-41c2-a666-3fec91a0a1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.028960 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2a22a68f-4686-41c2-a666-3fec91a0a1c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87c378a2-83d7-456d-a839-e2c51684fae0 HTTP/1.1" status: 204 len: 168 time: 0.1889870 Jan 20 13:36:25.050463 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a68f-4686-41c2-a666-3fec91a0a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c378a2-83d7-456d-a839-e2c51684fae0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:25.091960 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1fb23f7-33fc-4eef-b627-6b7a187ad5e0 req-44a57f00-b87e-4bee-8407-65508b693d7f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617609 Jan 20 13:36:25.370953 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37554) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:25.411775 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-40eb9cc2-58a0-4c89-9472-0d5300701335 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1859dbe6b20d48b2a11b55fd3586bd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394332 Jan 20 13:36:25.414116 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 37556) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:25.469272 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-245bb0da-5de5-4d74-89d6-79b02cb5d6ee admin admin] Publish callbacks [] for security_group (8e341350-3751-405c-902a-e87c591c92a3), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.496331 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-245bb0da-5de5-4d74-89d6-79b02cb5d6ee admin admin] Publish callbacks [] for security_group (8e341350-3751-405c-902a-e87c591c92a3), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.546295 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-245bb0da-5de5-4d74-89d6-79b02cb5d6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (8e341350-3751-405c-902a-e87c591c92a3), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.549211 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-245bb0da-5de5-4d74-89d6-79b02cb5d6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:25.550419 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-245bb0da-5de5-4d74-89d6-79b02cb5d6ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e341350-3751-405c-902a-e87c591c92a3 HTTP/1.1" status: 204 len: 168 time: 0.1353517 Jan 20 13:36:25.563118 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bb0da-5de5-4d74-89d6-79b02cb5d6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e341350-3751-405c-902a-e87c591c92a3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:25.840846 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:26.218628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a163ed-cd1a-4e01-b93c-81dc3a78eb37 req-8e59edd7-2dbf-469b-be4f-63f08b0f7bd4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:26.220183 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62a163ed-cd1a-4e01-b93c-81dc3a78eb37 req-8e59edd7-2dbf-469b-be4f-63f08b0f7bd4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0529084 Jan 20 13:36:26.277546 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62a163ed-cd1a-4e01-b93c-81dc3a78eb37 req-4d19aab0-f39e-4a91-a4d3-d013600cca42 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511951 Jan 20 13:36:27.404717 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45179bd1-a1a2-478b-a54f-217d16c205f7 req-b33ffa21-f96a-4dd3-bc23-2001413bf1aa tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:27.406223 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-45179bd1-a1a2-478b-a54f-217d16c205f7 req-b33ffa21-f96a-4dd3-bc23-2001413bf1aa tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0521553 Jan 20 13:36:27.463028 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-45179bd1-a1a2-478b-a54f-217d16c205f7 req-9dc22344-d92b-4af9-b25a-4c9c37853c39 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499206 Jan 20 13:36:28.593755 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feee97-9973-4469-8583-703bb5e921b3 req-e607547d-1124-44e7-9f4c-f20c8d75d4d5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:28.595306 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24feee97-9973-4469-8583-703bb5e921b3 req-e607547d-1124-44e7-9f4c-f20c8d75d4d5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0517437 Jan 20 13:36:28.650268 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24feee97-9973-4469-8583-703bb5e921b3 req-657fb05b-8f50-4015-9656-6d7ebc95d1a0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Jan 20 13:36:29.035132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-31b34508-b916-4e7b-b890-21650ca54de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:29.293302 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:36:29.787934 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67739c-3cd7-411e-9386-3e155797b248 req-73c0b8ef-e242-4547-8234-af3af0ab94a5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:29.789491 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa67739c-3cd7-411e-9386-3e155797b248 req-73c0b8ef-e242-4547-8234-af3af0ab94a5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0625072 Jan 20 13:36:29.841212 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa67739c-3cd7-411e-9386-3e155797b248 req-eac3e4fe-d87c-4a50-9436-c018c28e1d2d tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461833 Jan 20 13:36:30.964551 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1b968-0fbf-46e9-98b0-615fc89c140a req-c858124a-2890-482c-b87c-08f18bb98025 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:30.966081 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fc1b968-0fbf-46e9-98b0-615fc89c140a req-c858124a-2890-482c-b87c-08f18bb98025 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0517125 Jan 20 13:36:31.018281 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fc1b968-0fbf-46e9-98b0-615fc89c140a req-d581ff30-3529-4b54-b0d9-8d5201a0b653 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454228 Jan 20 13:36:31.535369 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-f1e6fa22-08c6-4cfd-86fd-a1c61535ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:31.537058 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-f1e6fa22-08c6-4cfd-86fd-a1c61535ea46 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1099 time: 0.0494986 Jan 20 13:36:31.638575 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-ce7a2615-a86d-4750-9105-99636475cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:31.640077 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-ce7a2615-a86d-4750-9105-99636475cb4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 909 time: 0.0896502 Jan 20 13:36:31.708386 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-74194676-7e43-4b60-9645-11f383fce9e2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 1002 time: 0.0620949 Jan 20 13:36:31.758550 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-f2513a80-9a9c-4631-bf04-8243ebba7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:31.759960 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-f2513a80-9a9c-4631-bf04-8243ebba7b2b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 200 len: 847 time: 0.0448999 Jan 20 13:36:31.805956 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-cb679c32-504e-46e3-b0e5-46fdaffc4930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:31.807553 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-78d060ac-7512-4af0-9e65-a7880a169103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:31.809096 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-78d060ac-7512-4af0-9e65-a7880a169103 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428813 Jan 20 13:36:31.914718 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-6ef23ce8-ec34-4321-9252-ce2ce99ccc59 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960901 Jan 20 13:36:32.016500 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-ce9c4472-dcc6-40b8-aae6-56f38efd1e25 req-cf8b50c4-385d-4d2b-9608-9e8ac1a6fe7d service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942647 Jan 20 13:36:32.151517 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacd451-520b-45bf-a16c-000fb3f1be46 req-7fbab5ca-46e9-4a7f-a6f1-b67d8357e4c2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:32.153100 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2eacd451-520b-45bf-a16c-000fb3f1be46 req-7fbab5ca-46e9-4a7f-a6f1-b67d8357e4c2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0594532 Jan 20 13:36:32.217732 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2eacd451-520b-45bf-a16c-000fb3f1be46 req-112cd5c8-5cde-4db3-865b-d289e6b57811 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567415 Jan 20 13:36:33.023511 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:33.351091 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5294b-28c0-4719-b4c3-23699024dbe5 req-2fef6d77-aa11-4ec2-9c1c-73e287d3711e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:33.352725 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-27d5294b-28c0-4719-b4c3-23699024dbe5 req-2fef6d77-aa11-4ec2-9c1c-73e287d3711e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0530686 Jan 20 13:36:33.413842 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-27d5294b-28c0-4719-b4c3-23699024dbe5 req-0a1d2b9a-a4b1-4b7c-8be5-975359886374 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549564 Jan 20 13:36:33.941178 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:34.569925 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180d5b8-90ea-4628-8386-94d521c0bd11 req-70e2d9b5-6c98-4187-a08e-4d302273081b tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:34.572505 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7180d5b8-90ea-4628-8386-94d521c0bd11 req-70e2d9b5-6c98-4187-a08e-4d302273081b tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0695772 Jan 20 13:36:34.631556 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7180d5b8-90ea-4628-8386-94d521c0bd11 req-5a807197-0e23-4b9d-ae98-272afe2a3018 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532408 Jan 20 13:36:34.710209 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-fc7468e7-d457-4e49-a125-a17efff28b79 req-f172ef73-ed02-46d5-b323-bee6a55f59e1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:36:34.711259 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc7468e7-d457-4e49-a125-a17efff28b79 req-f172ef73-ed02-46d5-b323-bee6a55f59e1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056491 Jan 20 13:36:34.890881 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9743-75c0-4622-8143-a150b2a7804c req-b50e167b-66ba-4448-948c-db8f6f276662 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:34.892454 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be4f9743-75c0-4622-8143-a150b2a7804c req-b50e167b-66ba-4448-948c-db8f6f276662 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0627451 Jan 20 13:36:34.925815 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 37622) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:36:34.945898 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be4f9743-75c0-4622-8143-a150b2a7804c req-f481b75a-ea42-45d8-8ebb-ecafe83dbc42 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468099 Jan 20 13:36:35.017915 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-b575766d-e72c-4d84-a6e4-42b2e95fca79 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909083 Jan 20 13:36:35.027437 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-cb055f5e-0727-49d0-90ff-318bf9340c9d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:36:35.028411 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-cb055f5e-0727-49d0-90ff-318bf9340c9d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051577 Jan 20 13:36:35.321740 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:35.592982 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:36:35.674284 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d53b7c37-f513-449c-af85-d355e60845a1 is: ACTIVE; New status is: DOWN {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:35.674600 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:35.698817 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:35.701069 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19393ef9-4d6a-4790-afaf-cfc96f171acc" -d '{"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-unplugged", "status": "completed", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:35.713970 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:35.718448 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:35.743658 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d2c37f-793a-409c-88a3-5f5d535b6569 x-openstack-request-id: req-25d2c37f-793a-409c-88a3-5f5d535b6569 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:35.743976 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-unplugged", "status": "failed", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "code": 422}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:35.744233 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25d2c37f-793a-409c-88a3-5f5d535b6569 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:35.744675 dv-cinder-825493-1-iscsi neutron-server[102511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'code': 422} returned with failed status Jan 20 13:36:35.772602 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=6']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:36.065993 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c653-eca0-4558-808e-10b2787d2054 req-99b0f4ed-cb95-4877-847f-eb864fed7bd6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:36.068660 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ba3c653-eca0-4558-808e-10b2787d2054 req-99b0f4ed-cb95-4877-847f-eb864fed7bd6 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0549233 Jan 20 13:36:36.122106 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ba3c653-eca0-4558-808e-10b2787d2054 req-02a93a9b-5fcf-43ed-aa12-50d95d560b74 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476129 Jan 20 13:36:36.354563 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237f20-c6ec-401b-b624-10969761431b req-eb9fc399-e056-4613-a20e-e0159336cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:36.356091 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-eb9fc399-e056-4613-a20e-e0159336cf8c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c&tenant_id=ebd453b05be74b3584cc35d4b6dfb16a HTTP/1.1" status: 200 len: 1097 time: 0.0395873 Jan 20 13:36:36.419542 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237f20-c6ec-401b-b624-10969761431b req-c9799d21-154d-4719-9028-e09aaaf899d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:36.421059 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-c9799d21-154d-4719-9028-e09aaaf899d4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1097 time: 0.0419283 Jan 20 13:36:36.515119 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237f20-c6ec-401b-b624-10969761431b req-60ee26ed-4fd8-464a-9bf5-b0a2dd52447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:36.517256 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-60ee26ed-4fd8-464a-9bf5-b0a2dd52447f service neutron] 10.222.0.91 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 909 time: 0.0891631 Jan 20 13:36:36.587272 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-8f75da3d-e8fe-4d4d-a45e-e38052beccf8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 1000 time: 0.0617039 Jan 20 13:36:36.640324 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237f20-c6ec-401b-b624-10969761431b req-bde2be9c-e31a-4a8a-9f8d-c02c4bb430e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:36.641685 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-bde2be9c-e31a-4a8a-9f8d-c02c4bb430e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 200 len: 847 time: 0.0484822 Jan 20 13:36:36.685647 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237f20-c6ec-401b-b624-10969761431b req-eb38502d-a3e4-4815-8800-1fdf37eede6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:36.687133 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-eb38502d-a3e4-4815-8800-1fdf37eede6b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395827 Jan 20 13:36:36.784680 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-bde2bb60-ea3b-45f5-89cf-b322e8671403 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913868 Jan 20 13:36:36.880056 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30237f20-c6ec-401b-b624-10969761431b req-499a60a1-b85e-448f-8fca-fe8f8d5b648d service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877101 Jan 20 13:36:37.245898 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f42ed2-417a-4545-9173-2fbc4558842d req-98c1e543-a303-4280-8beb-540f00b20bf3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:37.247324 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87f42ed2-417a-4545-9173-2fbc4558842d req-98c1e543-a303-4280-8beb-540f00b20bf3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0531962 Jan 20 13:36:37.299807 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87f42ed2-417a-4545-9173-2fbc4558842d req-5c1be289-449d-4a2e-9c49-fa332277b8c5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467710 Jan 20 13:36:38.424156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e13708-dc02-4c05-a3dc-473c8db5c00c req-cd2190db-f5e1-40e9-9250-777d815452f2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:38.425662 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22e13708-dc02-4c05-a3dc-473c8db5c00c req-cd2190db-f5e1-40e9-9250-777d815452f2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0525103 Jan 20 13:36:38.499437 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22e13708-dc02-4c05-a3dc-473c8db5c00c req-cf9d8104-8a90-4bf1-b82b-19aa87a763cd tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658638 Jan 20 13:36:39.619966 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9931a3d-b0a2-45ca-b4d6-c761570f49f2 req-4400ef47-8abf-49fc-ae42-8f7c10728d62 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:39.621815 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a9931a3d-b0a2-45ca-b4d6-c761570f49f2 req-4400ef47-8abf-49fc-ae42-8f7c10728d62 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0491993 Jan 20 13:36:39.675622 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a9931a3d-b0a2-45ca-b4d6-c761570f49f2 req-bff7c7ab-fdbf-4aa1-b52e-27d83a25e716 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482900 Jan 20 13:36:40.804550 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680a1d-3b3f-41ec-b1e8-19db81de6ac8 req-55b665d3-20db-43bb-b2d3-f47f837e8cc2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:40.806123 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-44680a1d-3b3f-41ec-b1e8-19db81de6ac8 req-55b665d3-20db-43bb-b2d3-f47f837e8cc2 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0491076 Jan 20 13:36:40.858228 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-44680a1d-3b3f-41ec-b1e8-19db81de6ac8 req-fdce3260-d463-4a8e-a4ce-727772b30d5b tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464892 Jan 20 13:36:42.032866 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c8f9d-b117-4523-9ded-56b16ac0dfe7 req-4bc50176-e297-4b79-939a-a32166fca1e4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:42.034353 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b01c8f9d-b117-4523-9ded-56b16ac0dfe7 req-4bc50176-e297-4b79-939a-a32166fca1e4 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0496883 Jan 20 13:36:42.084787 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b01c8f9d-b117-4523-9ded-56b16ac0dfe7 req-68639aaa-d724-4c94-8d9a-62a15c846cb9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 Jan 20 13:36:43.207647 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef64bc3-adb1-492b-82d7-9d3ff9b28e18 req-6c649e87-7350-40c0-8a69-4f8b94170b91 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:43.209176 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cef64bc3-adb1-492b-82d7-9d3ff9b28e18 req-6c649e87-7350-40c0-8a69-4f8b94170b91 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0547159 Jan 20 13:36:43.259575 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cef64bc3-adb1-492b-82d7-9d3ff9b28e18 req-2b7164fd-cb33-44b7-b5ec-f50642fdb20e tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Jan 20 13:36:44.378164 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91d2a-f5c6-4416-9bbc-7142358f6b9e req-e37abf33-1e93-4bfa-8fe4-dbb4d30f998d tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:44.380523 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-66a91d2a-f5c6-4416-9bbc-7142358f6b9e req-e37abf33-1e93-4bfa-8fe4-dbb4d30f998d tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0502927 Jan 20 13:36:44.429366 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-66a91d2a-f5c6-4416-9bbc-7142358f6b9e req-4a1a852c-2e01-4c6f-b473-a2ce854c8b88 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Jan 20 13:36:45.544909 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f382-c336-4b26-9d82-486c5a5ac66b req-f2bacd73-71e4-4322-a144-3035a7b615aa tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:45.546380 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6109f382-c336-4b26-9d82-486c5a5ac66b req-f2bacd73-71e4-4322-a144-3035a7b615aa tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 944 time: 0.0484264 Jan 20 13:36:45.600318 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6109f382-c336-4b26-9d82-486c5a5ac66b req-cf00af63-d4a3-4c1a-9a98-e085d05664cb tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477185 Jan 20 13:36:45.643001 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:36:45.740477 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:45.750846 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'd53b7c37-f513-449c-af85-d355e60845a1', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'port_id': 'd53b7c37-f513-449c-af85-d355e60845a1', 'mac_address': 'fa:16:3e:7a:8d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:36:45.788365 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d53b7c37-f513-449c-af85-d355e60845a1 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:45.788753 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:45.802140 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53b7c37-f513-449c-af85-d355e60845a1 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:36:45.822533 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:45.827511 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:45.875050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=7']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:46.247582 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['d53b7c37-f513-449c-af85-d355e60845a1'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:36:46.735015 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5b52a-5cba-48b3-b15e-3bde527399f7 req-b8da9eae-2722-43f8-91c2-d44a37635558 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:46.736503 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ab5b52a-5cba-48b3-b15e-3bde527399f7 req-b8da9eae-2722-43f8-91c2-d44a37635558 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 945 time: 0.0497715 Jan 20 13:36:46.786145 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ab5b52a-5cba-48b3-b15e-3bde527399f7 req-8feaa892-3c47-4e2c-9d2d-47239ab3cc81 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 Jan 20 13:36:47.660596 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:36:47.712397 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port d53b7c37-f513-449c-af85-d355e60845a1 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:36:47.712775 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (d53b7c37-f513-449c-af85-d355e60845a1), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:47.790184 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port d53b7c37-f513-449c-af85-d355e60845a1 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:36:47.790576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:47.813170 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:36:47.815636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587e90c9-c013-4a9f-b376-94d08eaf5464" -d '{"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-plugged", "status": "completed", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:36:47.830768 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:36:47.835759 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:47.861124 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa3cca-2a04-4552-a557-ba50b1703928 x-openstack-request-id: req-37aa3cca-2a04-4552-a557-ba50b1703928 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:36:47.861413 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-plugged", "status": "completed", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:36:47.861666 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37aa3cca-2a04-4552-a557-ba50b1703928 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:36:47.862081 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'code': 200} Jan 20 13:36:47.892622 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=8']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:36:47.912695 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d11f-5155-4fe4-a7f9-c2d28bc7538d req-6e58c64c-21b5-4f9b-b954-35e74b8e70b9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:47.914278 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2344d11f-5155-4fe4-a7f9-c2d28bc7538d req-6e58c64c-21b5-4f9b-b954-35e74b8e70b9 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0545931 Jan 20 13:36:47.963840 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2344d11f-5155-4fe4-a7f9-c2d28bc7538d req-ecc05ec8-578c-430a-95dd-f12891823e24 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Jan 20 13:36:48.098661 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a635f-66a8-4b4c-b27f-c6b5df08bcf0 req-8f5ab857-c0da-43bb-947e-464492ef4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:48.100096 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a94a635f-66a8-4b4c-b27f-c6b5df08bcf0 req-8f5ab857-c0da-43bb-947e-464492ef4773 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1099 time: 0.0402212 Jan 20 13:36:48.143698 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a94a635f-66a8-4b4c-b27f-c6b5df08bcf0 req-34286d35-15a6-4bce-b231-8570863a5a39 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372705 Jan 20 13:36:49.085266 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22786fe0-94cb-41ce-8d2b-0304820e1012 req-a7f220ce-7177-4029-9fba-d9155951eab7 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:49.086743 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22786fe0-94cb-41ce-8d2b-0304820e1012 req-a7f220ce-7177-4029-9fba-d9155951eab7 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0521059 Jan 20 13:36:49.136073 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22786fe0-94cb-41ce-8d2b-0304820e1012 req-dadbbd8a-6a04-43ab-97e8-1f4b77a42829 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Jan 20 13:36:50.252072 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d7f9c-b1e3-4fe2-8a97-7720006d8152 req-3d35d417-c3be-4087-9e55-803aab1ba16f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:50.254197 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf0d7f9c-b1e3-4fe2-8a97-7720006d8152 req-3d35d417-c3be-4087-9e55-803aab1ba16f tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0490053 Jan 20 13:36:50.303171 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf0d7f9c-b1e3-4fe2-8a97-7720006d8152 req-980790a2-f0bf-41a0-b7c1-c3ff2ef8b718 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435047 Jan 20 13:36:55.419061 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b53a5-8c7d-421b-bb8d-d125af3038ab req-a7d470c1-1e3d-4b5f-a5a8-39c04c35b56b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:55.420565 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df6b53a5-8c7d-421b-bb8d-d125af3038ab req-a7d470c1-1e3d-4b5f-a5a8-39c04c35b56b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0524387 Jan 20 13:36:55.466338 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df6b53a5-8c7d-421b-bb8d-d125af3038ab req-4bbb7319-1106-483c-94a6-78bddc903764 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403268 Jan 20 13:36:55.832099 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:36:56.590259 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b3b3-fe77-4862-99df-040caa666146 req-c95d254e-4278-4d8c-96a0-1fac9e818d61 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:56.591791 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7020b3b3-fe77-4862-99df-040caa666146 req-c95d254e-4278-4d8c-96a0-1fac9e818d61 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0535030 Jan 20 13:36:56.641386 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7020b3b3-fe77-4862-99df-040caa666146 req-71d66a50-aaee-4ef8-b834-7de3ec075b28 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Jan 20 13:36:57.761185 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835f7a4-aa94-4579-8caf-c963fdca7ab9 req-e6700396-871b-4a4b-b042-d25ff53647b4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:57.762648 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7835f7a4-aa94-4579-8caf-c963fdca7ab9 req-e6700396-871b-4a4b-b042-d25ff53647b4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0482683 Jan 20 13:36:57.813782 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7835f7a4-aa94-4579-8caf-c963fdca7ab9 req-1c6f5eed-6e69-4113-9648-e75b009b29a0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Jan 20 13:36:58.946994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c90b4-fe5c-4eda-a507-d0ee5f50b350 req-6aed7b73-d597-47d7-9e93-75a3691d4def tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:36:58.948787 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-882c90b4-fe5c-4eda-a507-d0ee5f50b350 req-6aed7b73-d597-47d7-9e93-75a3691d4def tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0496805 Jan 20 13:36:59.006813 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-882c90b4-fe5c-4eda-a507-d0ee5f50b350 req-9269d657-e74a-4879-a427-4ac98e018172 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518892 Jan 20 13:36:59.028609 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-90de314b-1b0b-42b3-a05f-b41697798969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:00.133609 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f55fd3-6666-499b-8141-38bb6043964e req-09c00467-b7e6-4268-aaf8-ec944c2d46ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:00.135146 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11f55fd3-6666-499b-8141-38bb6043964e req-09c00467-b7e6-4268-aaf8-ec944c2d46ed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0495253 Jan 20 13:37:00.182312 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-11f55fd3-6666-499b-8141-38bb6043964e req-08473331-ab94-481f-b04c-52a63a5b5a0f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416431 Jan 20 13:37:01.306040 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a34c4-bd28-4309-80b5-595fd43308a5 req-12d3e8c9-3ef7-4ad9-a5ec-9c813dace5d3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:01.307537 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b5a34c4-bd28-4309-80b5-595fd43308a5 req-12d3e8c9-3ef7-4ad9-a5ec-9c813dace5d3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0524225 Jan 20 13:37:01.355554 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b5a34c4-bd28-4309-80b5-595fd43308a5 req-c97c63ec-327c-473b-ad04-985e4c350bf0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Jan 20 13:37:01.807048 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bbd04b7f-f195-4082-8621-1805a9d25283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:02.493556 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636305f8-4c55-4b80-83c0-4eb530a2a19f req-33bbaf48-7b7f-47a1-b1d4-2cd114bafaf2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:02.495025 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-636305f8-4c55-4b80-83c0-4eb530a2a19f req-33bbaf48-7b7f-47a1-b1d4-2cd114bafaf2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0486839 Jan 20 13:37:02.541877 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-636305f8-4c55-4b80-83c0-4eb530a2a19f req-a4798f19-4753-461e-92d5-7b226bb83483 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Jan 20 13:37:03.022670 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:03.660329 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18157c49-1a2b-4a39-8b01-533e4223d63c req-81b9873d-a730-40c7-aa9b-0cb7b73e15f4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:03.662351 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18157c49-1a2b-4a39-8b01-533e4223d63c req-81b9873d-a730-40c7-aa9b-0cb7b73e15f4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0489023 Jan 20 13:37:03.712650 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18157c49-1a2b-4a39-8b01-533e4223d63c req-48122410-0ff1-405c-beef-dd7b5179e79c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447142 Jan 20 13:37:03.942031 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:04.833670 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4edc0c-e532-4a55-8a61-fa118fdf03cd req-9bf11a73-f0a3-4c39-b1ec-3b3942d6a4d5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:04.835201 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a4edc0c-e532-4a55-8a61-fa118fdf03cd req-9bf11a73-f0a3-4c39-b1ec-3b3942d6a4d5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0499134 Jan 20 13:37:04.882164 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a4edc0c-e532-4a55-8a61-fa118fdf03cd req-9bd93406-eb69-4c1f-a203-b076f1e3d92c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414312 Jan 20 13:37:05.325227 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:06.000434 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdb7f8-62bd-460d-b528-5a7b2b9450f1 req-bfabf0a4-52f9-4cf7-85b8-01785bd83e4b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:06.001911 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdcdb7f8-62bd-460d-b528-5a7b2b9450f1 req-bfabf0a4-52f9-4cf7-85b8-01785bd83e4b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0485535 Jan 20 13:37:06.048591 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdcdb7f8-62bd-460d-b528-5a7b2b9450f1 req-994c6164-f481-4082-9dc4-644e85eba5fa tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Jan 20 13:37:06.292807 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:37:07.179641 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff5bf5-7d40-4679-b103-b1f9b2743355 req-e6666d30-bd9b-4d0e-a576-8bc94b192e60 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:07.181169 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98ff5bf5-7d40-4679-b103-b1f9b2743355 req-e6666d30-bd9b-4d0e-a576-8bc94b192e60 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0535069 Jan 20 13:37:07.228821 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98ff5bf5-7d40-4679-b103-b1f9b2743355 req-90eeed2e-dd8d-4d49-a852-09496b502252 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Jan 20 13:37:08.352635 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1d115-d04a-4416-aa3c-e8ec40981e65 req-5b52f9aa-fc05-49dd-bb25-a69265ece7d3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:08.354155 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97f1d115-d04a-4416-aa3c-e8ec40981e65 req-5b52f9aa-fc05-49dd-bb25-a69265ece7d3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0491285 Jan 20 13:37:08.401678 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97f1d115-d04a-4416-aa3c-e8ec40981e65 req-70a43526-e95f-471a-8643-c8e929ae6b45 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Jan 20 13:37:09.525460 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64714e40-31fb-40ed-89c2-7806d032a299 req-1fd212c7-08ec-4ac8-bfd4-f80d855a993c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:09.526947 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-64714e40-31fb-40ed-89c2-7806d032a299 req-1fd212c7-08ec-4ac8-bfd4-f80d855a993c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0518425 Jan 20 13:37:09.573688 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-64714e40-31fb-40ed-89c2-7806d032a299 req-66825af9-34ff-41ca-9f0e-78d29a3255ae tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 Jan 20 13:37:10.696535 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49992-2a20-4502-8736-432d47dc42e3 req-ef4a8ce6-7b9d-4050-97b9-b0dc69abefb9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:10.698032 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4dd49992-2a20-4502-8736-432d47dc42e3 req-ef4a8ce6-7b9d-4050-97b9-b0dc69abefb9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0495272 Jan 20 13:37:10.748360 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4dd49992-2a20-4502-8736-432d47dc42e3 req-32209cae-d4b5-49ac-8752-a207983f149d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Jan 20 13:37:11.869173 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e45ac-fb7b-4782-934e-63900c8a3ec4 req-1cc38a21-93e4-49d0-bfd9-b2ec27e156c9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:11.870687 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-149e45ac-fb7b-4782-934e-63900c8a3ec4 req-1cc38a21-93e4-49d0-bfd9-b2ec27e156c9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0486422 Jan 20 13:37:11.921114 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-149e45ac-fb7b-4782-934e-63900c8a3ec4 req-b801faad-c8bc-436c-89c0-6b17ecab2778 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450621 Jan 20 13:37:13.042228 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6f4f-347a-4b40-adcb-4c2e65685b66 req-be7eb1d6-471b-45ce-a7ba-2ff501979553 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:13.043613 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-676f6f4f-347a-4b40-adcb-4c2e65685b66 req-be7eb1d6-471b-45ce-a7ba-2ff501979553 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0501213 Jan 20 13:37:13.089761 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-676f6f4f-347a-4b40-adcb-4c2e65685b66 req-4505abdb-9057-42bf-a6ea-bee42fc60cc7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405583 Jan 20 13:37:13.748581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:37:13.850545 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:13.860883 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'mac_address': 'fa:16:3e:f1:91:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:37:13.897560 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: ACTIVE; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:37:13.897949 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:13.910876 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba9f4994-c84a-4f04-adc1-9814d433c8d7 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:37:13.930494 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:13.934379 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:13.983712 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=6']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:37:14.034002 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['ba9f4994-c84a-4f04-adc1-9814d433c8d7'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:37:14.211424 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76c62b-7445-44b9-bd76-de86e261c738 req-38bd02b2-a316-4ff8-bc2b-15652ef85e4e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:14.212944 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ac76c62b-7445-44b9-bd76-de86e261c738 req-38bd02b2-a316-4ff8-bc2b-15652ef85e4e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 944 time: 0.0489156 Jan 20 13:37:14.260081 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ac76c62b-7445-44b9-bd76-de86e261c738 req-9be95c91-a779-4053-948d-0faa1a19dfc9 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Jan 20 13:37:15.383778 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ddf29-a5e8-4c43-99a2-cca1f4f9707e req-de16daa0-423f-4c67-a06d-b2359f519753 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:15.385199 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f2ddf29-a5e8-4c43-99a2-cca1f4f9707e req-de16daa0-423f-4c67-a06d-b2359f519753 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 944 time: 0.0530088 Jan 20 13:37:15.431771 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f2ddf29-a5e8-4c43-99a2-cca1f4f9707e req-9ce566a1-cd19-47e0-81a9-dff70860dea5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Jan 20 13:37:15.750608 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:37:15.797555 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port ba9f4994-c84a-4f04-adc1-9814d433c8d7 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:37:15.797928 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:15.878711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:37:15.879102 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:15.904509 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:37:15.906739 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0dfad7-a3cc-4052-8a1a-e021ffc70888" -d '{"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:37:15.920239 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:15.924521 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:15.951010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041fa164-00c8-4ec6-90bc-edb4abf01957 x-openstack-request-id: req-041fa164-00c8-4ec6-90bc-edb4abf01957 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:37:15.951303 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:37:15.951602 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-041fa164-00c8-4ec6-90bc-edb4abf01957 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:37:15.952453 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'code': 200} Jan 20 13:37:15.978221 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=7']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:37:16.555244 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee7cb-fad7-4dca-bae4-a161c4c1120e req-86171870-addf-4d77-bebd-ce791c542371 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:16.556796 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0bbee7cb-fad7-4dca-bae4-a161c4c1120e req-86171870-addf-4d77-bebd-ce791c542371 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0507803 Jan 20 13:37:16.604357 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0bbee7cb-fad7-4dca-bae4-a161c4c1120e req-68aa2d83-4668-463a-b3c6-33605f0bc416 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 Jan 20 13:37:17.725527 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cb249-b2ba-40ee-aca5-266536075e99 req-b6c4f3fa-896e-4f6c-a9a0-4d64b89a0444 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:17.727109 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b9cb249-b2ba-40ee-aca5-266536075e99 req-b6c4f3fa-896e-4f6c-a9a0-4d64b89a0444 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0480442 Jan 20 13:37:17.777607 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b9cb249-b2ba-40ee-aca5-266536075e99 req-2fe71284-419a-48a4-af7d-8a293ca0f81b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Jan 20 13:37:19.026016 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec3f54-7f99-43d6-a403-4bb01bedd33d req-57661db2-18c4-426e-a239-515cca12fe1d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:19.027527 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbec3f54-7f99-43d6-a403-4bb01bedd33d req-57661db2-18c4-426e-a239-515cca12fe1d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.1770976 Jan 20 13:37:19.077700 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbec3f54-7f99-43d6-a403-4bb01bedd33d req-a58df317-3348-4f7f-8eca-81e1fb9a3110 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Jan 20 13:37:20.240847 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd7fca-0bf6-4f98-ba8f-d4248cedf7bc req-ef298e5d-b77b-4d63-9093-5070f46eee03 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:20.243790 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-73dd7fca-0bf6-4f98-ba8f-d4248cedf7bc req-ef298e5d-b77b-4d63-9093-5070f46eee03 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0805459 Jan 20 13:37:20.308513 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-73dd7fca-0bf6-4f98-ba8f-d4248cedf7bc req-f1d1d52e-c498-4f31-a8ae-70afabd23e20 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570550 Jan 20 13:37:21.439384 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b129f-8aad-47d2-9253-1178c4df461b req-84be90af-88a7-4a66-9e39-102e6693e0f2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:21.441914 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-879b129f-8aad-47d2-9253-1178c4df461b req-84be90af-88a7-4a66-9e39-102e6693e0f2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0580997 Jan 20 13:37:21.500288 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-879b129f-8aad-47d2-9253-1178c4df461b req-f608610e-27dd-49ee-a497-8a773b81d375 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520093 Jan 20 13:37:22.629038 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f847b-6b7b-4296-861f-e7500d0aa385 req-f32cf913-0538-42d7-848c-2a4f282db0e1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:22.631053 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f48f847b-6b7b-4296-861f-e7500d0aa385 req-f32cf913-0538-42d7-848c-2a4f282db0e1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0508883 Jan 20 13:37:22.683865 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f48f847b-6b7b-4296-861f-e7500d0aa385 req-9b7c78a5-06f7-41fd-8473-7ffeff8866dc tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465622 Jan 20 13:37:23.818540 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac73ff-543f-4a4d-9838-85d3706383aa req-1d93fec8-3a27-415c-9645-1e93ec3db93c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:23.820863 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67ac73ff-543f-4a4d-9838-85d3706383aa req-1d93fec8-3a27-415c-9645-1e93ec3db93c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0575793 Jan 20 13:37:23.876130 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67ac73ff-543f-4a4d-9838-85d3706383aa req-152eaaa7-2496-4de6-be41-d883f8acb9f7 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494022 Jan 20 13:37:25.033150 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95dd40-6f5e-41b9-b2a0-48312806bfe4 req-6d18c7cd-86d0-413d-acc6-5fc56e361064 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:25.034810 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a95dd40-6f5e-41b9-b2a0-48312806bfe4 req-6d18c7cd-86d0-413d-acc6-5fc56e361064 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0720730 Jan 20 13:37:25.093696 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a95dd40-6f5e-41b9-b2a0-48312806bfe4 req-4e4346bc-009b-46c1-ac6b-b305b574d9c6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517097 Jan 20 13:37:25.841928 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:26.253750 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a624df-1a52-4eaa-9f5f-83278a8db85f req-139690e2-7818-431f-b827-34e036aaac8f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:26.256939 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8a624df-1a52-4eaa-9f5f-83278a8db85f req-139690e2-7818-431f-b827-34e036aaac8f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0704865 Jan 20 13:37:26.313455 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a8a624df-1a52-4eaa-9f5f-83278a8db85f req-f014b7a2-a91f-44b7-80c5-6537f66bc67d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504987 Jan 20 13:37:27.464082 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b846-f99c-4632-9782-af387e5e4242 req-03083e16-9770-404d-8cf3-5d4d8b8965c6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:27.465569 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cff2b846-f99c-4632-9782-af387e5e4242 req-03083e16-9770-404d-8cf3-5d4d8b8965c6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0547435 Jan 20 13:37:27.530129 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cff2b846-f99c-4632-9782-af387e5e4242 req-023de825-5b28-4e4e-8b96-e1c8801cb8ab tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586414 Jan 20 13:37:28.663379 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2f895-1df0-411d-9c04-72b36c4e25d2 req-f87b455f-7768-486f-b91a-4634e215896a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:28.664966 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62b2f895-1df0-411d-9c04-72b36c4e25d2 req-f87b455f-7768-486f-b91a-4634e215896a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0529737 Jan 20 13:37:28.722265 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62b2f895-1df0-411d-9c04-72b36c4e25d2 req-565a1bd6-8ef7-4874-bc0b-c945ab9c6b6f tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515685 Jan 20 13:37:29.030739 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d1ae36e3-3dbd-48f1-855e-15b19b09b8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:29.404050 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-0eef87dc-72f4-476f-9bc3-0d20503d1c64 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439522 Jan 20 13:37:29.483781 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-79bdfd7b-ab73-4b7c-8bba-16f9a3dced2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:29.485304 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-79bdfd7b-ab73-4b7c-8bba-16f9a3dced2b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1099 time: 0.0400245 Jan 20 13:37:29.696074 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-85b3c5f8-f783-42ec-b2c3-0269fe7087e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:29.697543 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-85b3c5f8-f783-42ec-b2c3-0269fe7087e9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 909 time: 0.0871933 Jan 20 13:37:29.767945 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-e0fb8944-ac2e-41d7-8ba1-7c123f535664 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 1002 time: 0.0620456 Jan 20 13:37:29.832690 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-a7b0beea-50fe-4777-bfa7-91b5fba03927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:29.834204 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-a7b0beea-50fe-4777-bfa7-91b5fba03927 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 200 len: 847 time: 0.0482993 Jan 20 13:37:29.919748 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-cb3952a7-a5c5-459d-932d-72a1a463c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:29.921250 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-cb3952a7-a5c5-459d-932d-72a1a463c7f9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1098 time: 0.0637159 Jan 20 13:37:29.922930 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-1be610f5-30fe-4f54-b712-4e3c3bf2de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:29.924274 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-1be610f5-30fe-4f54-b712-4e3c3bf2de1c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771279 Jan 20 13:37:29.998026 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cca21-d22d-46ea-8bea-06db1d4600cd req-a3168691-3c30-46c7-9dd5-06bae6b409c2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:29.999492 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d09cca21-d22d-46ea-8bea-06db1d4600cd req-a3168691-3c30-46c7-9dd5-06bae6b409c2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0532954 Jan 20 13:37:30.048543 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d09cca21-d22d-46ea-8bea-06db1d4600cd req-241e5ab8-1fc7-496f-a9ff-4de3e3f5af27 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 Jan 20 13:37:30.086666 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-d57cd1d5-fd1c-48cd-9946-645cc59b8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:30.088079 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-d57cd1d5-fd1c-48cd-9946-645cc59b8d54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.1558282 Jan 20 13:37:30.091470 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-21b4839b-c313-4b18-a650-fbe78f8e8e01 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517181 Jan 20 13:37:30.453354 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-ccee0f94-4b7a-4d4f-beb4-2bd8fec35cfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 1001 time: 0.3526106 Jan 20 13:37:30.502178 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-fb2bbf67-3c6b-482b-8f25-06c3514c5256 req-ff96476a-eba9-4b17-ab70-ec7f0cf9272c service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003868 Jan 20 13:37:30.517041 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-c73995cd-2b68-4708-a9ff-4ea3c564d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:30.518673 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-c73995cd-2b68-4708-a9ff-4ea3c564d8ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0554914 Jan 20 13:37:30.566788 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-571a29a9-c6ab-48b3-b8da-fde9c6a7e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:30.568290 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-571a29a9-c6ab-48b3-b8da-fde9c6a7e3fe service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432529 Jan 20 13:37:30.659978 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-afa779af-2a68-48c6-96bc-ae3ce980b7b3 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834479 Jan 20 13:37:30.753932 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e1d02a5-c075-48ff-868e-af6f72e1d967 req-91b71f13-1e29-4b8f-a853-e0e4939fbb4e service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Jan 20 13:37:31.170037 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19559-fe46-4473-be3d-f2987a5e15bd req-f47eef8d-eff7-470b-a8a8-e226f256a7db tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:31.171550 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cba19559-fe46-4473-be3d-f2987a5e15bd req-f47eef8d-eff7-470b-a8a8-e226f256a7db tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0494604 Jan 20 13:37:31.219584 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cba19559-fe46-4473-be3d-f2987a5e15bd req-d6411743-ccd1-4ab6-bd98-18747c86ca3b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415490 Jan 20 13:37:31.809888 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-90f61909-6581-4e5f-a1b5-58521abb8eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:32.340960 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb2400-b02f-4ff0-adce-33352bab435d req-ef4e2d49-2c47-441a-8b8c-6f7f6b7027ea tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:32.342448 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c3bb2400-b02f-4ff0-adce-33352bab435d req-ef4e2d49-2c47-441a-8b8c-6f7f6b7027ea tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0485179 Jan 20 13:37:32.397350 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c3bb2400-b02f-4ff0-adce-33352bab435d req-bf3fd16f-0437-47f3-8c3b-6fd5f9e6217d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491655 Jan 20 13:37:33.027104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:33.516802 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f9f5b-dd8e-4e0e-899a-d6282375d775 req-4251b1dd-d7d8-4290-923c-465d6c2b82ca tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:33.518272 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e51f9f5b-dd8e-4e0e-899a-d6282375d775 req-4251b1dd-d7d8-4290-923c-465d6c2b82ca tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 945 time: 0.0489306 Jan 20 13:37:33.566629 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e51f9f5b-dd8e-4e0e-899a-d6282375d775 req-6b5e57f2-0b17-4ac6-bb98-130425aabae4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Jan 20 13:37:33.901369 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:37:33.959765 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:34.003224 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: ACTIVE; New status is: DOWN {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:37:34.003617 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:34.028845 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:37:34.031133 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dc6524-1428-41b5-886b-9382a5cf0d10" -d '{"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-unplugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:37:34.044255 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:34.048902 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:34.074056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Jan 2022 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5404eb-a48d-4490-9d92-4ef16cbb694a x-openstack-request-id: req-8b5404eb-a48d-4490-9d92-4ef16cbb694a {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:37:34.074346 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-unplugged", "status": "failed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "code": 422}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:37:34.074599 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b5404eb-a48d-4490-9d92-4ef16cbb694a {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:37:34.074997 dv-cinder-825493-1-iscsi neutron-server[102511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'code': 422} returned with failed status Jan 20 13:37:34.103227 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=8']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:37:34.110438 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.110783 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.111118 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.111448 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.111776 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.112124 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.112447 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.112767 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.113089 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.113403 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.113724 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.114037 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.114350 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:37:34.590043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51b704-a912-40e5-a6a8-9dd0925f92f6 req-efd36446-b435-41a2-91a8-3f08d02f944d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:34.591572 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec51b704-a912-40e5-a6a8-9dd0925f92f6 req-efd36446-b435-41a2-91a8-3f08d02f944d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0511167 Jan 20 13:37:34.622347 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-2c29239e-3de8-40e1-b34e-79eaa4b05bed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406125 Jan 20 13:37:34.641167 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec51b704-a912-40e5-a6a8-9dd0925f92f6 req-3146a6cc-dd82-4aad-a2fd-18b75c51f4c5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Jan 20 13:37:35.326854 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:35.425474 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-fb87aa30-12b8-4bb5-ae19-382f0b6b00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:35.426960 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-fb87aa30-12b8-4bb5-ae19-382f0b6b00c5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d&tenant_id=91c2d0a83d154ff78e20229f41dd1673 HTTP/1.1" status: 200 len: 1096 time: 0.0401239 Jan 20 13:37:35.489022 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-5fc2f588-2083-4fe0-ba68-1c5b8f42147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:35.490734 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-5fc2f588-2083-4fe0-ba68-1c5b8f42147a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1096 time: 0.0422795 Jan 20 13:37:35.580555 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-974e2b7c-67e7-47aa-8895-992ace23229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:35.581930 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-974e2b7c-67e7-47aa-8895-992ace23229f service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.0859373 Jan 20 13:37:35.647396 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-f20630ea-61c0-4458-b6f7-ea1a9560e7fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 999 time: 0.0582926 Jan 20 13:37:35.700064 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-5d0ed56c-bbb8-4c7a-a0fd-013035f99e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:35.701555 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-5d0ed56c-bbb8-4c7a-a0fd-013035f99e8b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0482097 Jan 20 13:37:35.750765 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-2bc016d3-cfa3-4933-bc2d-9d5b3047187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:35.752316 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-2bc016d3-cfa3-4933-bc2d-9d5b3047187f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433877 Jan 20 13:37:35.773015 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8571-a681-4a45-8fa4-2d6193d6d221 req-8da153a7-a3da-4087-a730-ae8f8ab89eba tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:35.774546 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc4b8571-a681-4a45-8fa4-2d6193d6d221 req-8da153a7-a3da-4087-a730-ae8f8ab89eba tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0532615 Jan 20 13:37:35.825782 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc4b8571-a681-4a45-8fa4-2d6193d6d221 req-28ff97f5-5bcd-4347-9690-78fed5779819 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Jan 20 13:37:35.849052 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-9c8ee25a-1e37-443f-800c-5ad5a1060f61 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906067 Jan 20 13:37:35.944329 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9d35a49c-ff3f-4c3a-b4d7-82be3192bfb8 req-274665db-9023-4556-90af-89424d0317d9 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887330 Jan 20 13:37:36.954447 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b665c00-6d7d-424a-aba2-04a3a009dfce req-8c0a1b70-6a45-4be1-9501-e8ff53dcbe94 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:36.956036 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b665c00-6d7d-424a-aba2-04a3a009dfce req-8c0a1b70-6a45-4be1-9501-e8ff53dcbe94 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0514402 Jan 20 13:37:37.021371 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b665c00-6d7d-424a-aba2-04a3a009dfce req-62e9a65d-c1c5-4170-be05-98a21ceb7715 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589623 Jan 20 13:37:37.913251 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:37:38.003864 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: DOWN; New status is: DOWN {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:37:38.161566 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc685b-7630-4a39-9384-2ad480e524bf req-8c0435b7-936a-4fa2-a5d6-f4c291d12538 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:38.163436 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1dfc685b-7630-4a39-9384-2ad480e524bf req-8c0435b7-936a-4fa2-a5d6-f4c291d12538 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0611050 Jan 20 13:37:38.215948 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1dfc685b-7630-4a39-9384-2ad480e524bf req-6dd83d9b-61f5-4276-b9ec-41fa0abeb4e4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465868 Jan 20 13:37:39.345857 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e194ca7-b042-416a-b835-63b7c8d64cea req-1ca8aeed-98c5-4b5a-b183-e229dae214e6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:39.348704 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9e194ca7-b042-416a-b835-63b7c8d64cea req-1ca8aeed-98c5-4b5a-b183-e229dae214e6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0558832 Jan 20 13:37:39.407158 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9e194ca7-b042-416a-b835-63b7c8d64cea req-2f236c61-5495-4f13-b09a-7f839531a6f1 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519114 Jan 20 13:37:40.540228 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40af8ba-09b4-41ef-811b-f43f38f81899 req-54ef1e1f-030e-4e4a-b6d6-b6a1a126035a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:40.541892 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b40af8ba-09b4-41ef-811b-f43f38f81899 req-54ef1e1f-030e-4e4a-b6d6-b6a1a126035a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0546064 Jan 20 13:37:40.594871 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b40af8ba-09b4-41ef-811b-f43f38f81899 req-082883ee-fe4b-48ce-8b4d-aea73edad538 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465021 Jan 20 13:37:41.728465 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bccb1-fa39-406c-909b-5142550153ce req-d9e99125-621f-4036-a2bc-d0fcb3fa6c08 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:41.730067 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be1bccb1-fa39-406c-909b-5142550153ce req-d9e99125-621f-4036-a2bc-d0fcb3fa6c08 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0549085 Jan 20 13:37:41.780636 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be1bccb1-fa39-406c-909b-5142550153ce req-dac59b93-2297-4aa6-91a0-771b3369f7e5 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446687 Jan 20 13:37:42.913568 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148769c6-06a3-4f4e-85be-9abf59ddc03a req-a139229a-3055-4f38-856d-6e35c42fdc9d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:42.915061 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-148769c6-06a3-4f4e-85be-9abf59ddc03a req-a139229a-3055-4f38-856d-6e35c42fdc9d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0521688 Jan 20 13:37:42.973946 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-148769c6-06a3-4f4e-85be-9abf59ddc03a req-4eb1de0f-33fa-4af2-81f3-85aedde4df19 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528326 Jan 20 13:37:43.294141 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:37:44.102613 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eb28e-ef37-4e52-b2b7-aa64998e917a req-005f6b84-a950-4ed3-9057-9e842ea04975 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:44.104834 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af9eb28e-ef37-4e52-b2b7-aa64998e917a req-005f6b84-a950-4ed3-9057-9e842ea04975 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0530090 Jan 20 13:37:44.152725 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af9eb28e-ef37-4e52-b2b7-aa64998e917a req-2ba3f315-ad4b-4113-8c5c-a4ae670eb112 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423474 Jan 20 13:37:45.271548 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c025e7c-3bdf-4b45-9ec5-993dee3248ab req-2fc514ec-5ef3-4398-885e-cad781656b6c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:45.273040 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4c025e7c-3bdf-4b45-9ec5-993dee3248ab req-2fc514ec-5ef3-4398-885e-cad781656b6c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0479078 Jan 20 13:37:45.320927 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4c025e7c-3bdf-4b45-9ec5-993dee3248ab req-3a2d406b-89a9-48f6-ac4c-b68f7e391dde tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Jan 20 13:37:46.443158 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c88799-f111-49f7-bd2c-b0919b0d2eec req-98794560-c7e5-4a6a-8cb6-df44e4c28f0d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:46.444666 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24c88799-f111-49f7-bd2c-b0919b0d2eec req-98794560-c7e5-4a6a-8cb6-df44e4c28f0d tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0494764 Jan 20 13:37:46.496419 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24c88799-f111-49f7-bd2c-b0919b0d2eec req-696ece43-1e04-40c3-a747-c36d2e206681 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454576 Jan 20 13:37:47.618093 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3635eb-9e86-499f-8efd-09b563c30153 req-9783845e-49ec-4713-bd7e-583bfeafafed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:47.620221 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc3635eb-9e86-499f-8efd-09b563c30153 req-9783845e-49ec-4713-bd7e-583bfeafafed tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0497537 Jan 20 13:37:47.675651 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc3635eb-9e86-499f-8efd-09b563c30153 req-7ef10b19-774d-4b33-810d-85c39339f2c6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489409 Jan 20 13:37:48.802491 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aa150-4d96-4eb9-923f-ced2e306a863 req-1929dbb3-b035-4713-a75b-92040d968437 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:48.804044 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-457aa150-4d96-4eb9-923f-ced2e306a863 req-1929dbb3-b035-4713-a75b-92040d968437 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0505524 Jan 20 13:37:48.900403 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-457aa150-4d96-4eb9-923f-ced2e306a863 req-1636b68b-a63d-40cd-8c81-b8b94ea3911c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900662 Jan 20 13:37:50.041002 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2fbbb-74b7-4417-b062-b8e2b90fb247 req-c45e1b22-6255-4b38-8237-d34156bf12f0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:50.042465 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72a2fbbb-74b7-4417-b062-b8e2b90fb247 req-c45e1b22-6255-4b38-8237-d34156bf12f0 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0517361 Jan 20 13:37:50.089975 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72a2fbbb-74b7-4417-b062-b8e2b90fb247 req-353eace1-b487-46b0-8471-28ca0bb4b6de tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410178 Jan 20 13:37:51.222855 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed43d2c-ada9-4887-8ed4-ec6f39a096a6 req-8ceab8f3-35c5-4062-99d8-93b8466e10be tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:51.224450 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bed43d2c-ada9-4887-8ed4-ec6f39a096a6 req-8ceab8f3-35c5-4062-99d8-93b8466e10be tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 943 time: 0.0576558 Jan 20 13:37:51.270632 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bed43d2c-ada9-4887-8ed4-ec6f39a096a6 req-75c6ddcc-06fc-466f-9705-90116a022e82 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 Jan 20 13:37:52.030576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:37:52.123514 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:52.134165 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'port_id': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'mac_address': 'fa:16:3e:f1:91:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:37:52.178492 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:37:52.178878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:52.191529 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9f4994-c84a-4f04-adc1-9814d433c8d7 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:37:52.212900 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:52.217283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:52.264533 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=9']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:37:52.393961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8a0a8-27c2-4356-83af-95389653c606 req-9daa8b0c-16a8-40b1-b52c-ac875f294f1a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:52.395442 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fc8a0a8-27c2-4356-83af-95389653c606 req-9daa8b0c-16a8-40b1-b52c-ac875f294f1a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 944 time: 0.0514460 Jan 20 13:37:52.443040 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fc8a0a8-27c2-4356-83af-95389653c606 req-e404c25e-0c28-4b46-93e6-141bb075615b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 Jan 20 13:37:52.624333 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['ba9f4994-c84a-4f04-adc1-9814d433c8d7'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:37:53.563764 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75d58-bc06-446d-a43e-96062f19f702 req-7ffc90c5-af81-49c1-881a-6647e9bd8aa2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:53.565172 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4c75d58-bc06-446d-a43e-96062f19f702 req-7ffc90c5-af81-49c1-881a-6647e9bd8aa2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 944 time: 0.0500581 Jan 20 13:37:53.613712 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4c75d58-bc06-446d-a43e-96062f19f702 req-3282f136-48c7-4608-8f84-d367bcf4f52c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Jan 20 13:37:54.057747 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:37:54.106295 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port ba9f4994-c84a-4f04-adc1-9814d433c8d7 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:37:54.106668 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:54.186064 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port ba9f4994-c84a-4f04-adc1-9814d433c8d7 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:37:54.186454 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:54.209290 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:37:54.211501 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8ac780-cefb-40fd-bd11-0def63f07fb7" -d '{"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:37:54.232926 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:37:54.237288 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:54.262982 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955e5d6-8278-46d3-addf-03f95c3a49f8 x-openstack-request-id: req-b955e5d6-8278-46d3-addf-03f95c3a49f8 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:37:54.263283 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:37:54.263540 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b955e5d6-8278-46d3-addf-03f95c3a49f8 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:37:54.263950 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'code': 200} Jan 20 13:37:54.292071 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=10']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:37:54.483070 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4074086-7c9e-4083-88e6-553c6d4a9b19 req-89f90bf6-7cf0-44c7-8460-d245e76fc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:54.484491 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d4074086-7c9e-4083-88e6-553c6d4a9b19 req-89f90bf6-7cf0-44c7-8460-d245e76fc1b1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1099 time: 0.0843735 Jan 20 13:37:54.530349 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d4074086-7c9e-4083-88e6-553c6d4a9b19 req-b53c1629-056c-4d9a-9bb6-4aec5cb44c54 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386565 Jan 20 13:37:54.734740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1d5d7-8076-48d3-b2bd-2f9d70429cff req-278b71bf-2d0d-465c-9362-c266b8ccf71a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:54.736143 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8af1d5d7-8076-48d3-b2bd-2f9d70429cff req-278b71bf-2d0d-465c-9362-c266b8ccf71a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0478303 Jan 20 13:37:54.785518 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8af1d5d7-8076-48d3-b2bd-2f9d70429cff req-c5968172-a371-4243-bb5b-7e78b925d14a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437212 Jan 20 13:37:55.877266 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:37:55.918515 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c2d33-09d2-43e8-8e94-b3e0ac169af3 req-ba2edf0f-22a8-4d20-a500-4123671f1749 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:55.920055 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a8c2d33-09d2-43e8-8e94-b3e0ac169af3 req-ba2edf0f-22a8-4d20-a500-4123671f1749 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0535944 Jan 20 13:37:55.971616 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a8c2d33-09d2-43e8-8e94-b3e0ac169af3 req-8412c3f0-54e0-4bbe-94d5-d681baeb14cb tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457535 Jan 20 13:37:57.091846 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf89dc-20b5-4945-891f-5889eaea7089 req-e002d251-03c7-4d89-80d0-c7b9356d5024 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:37:57.093345 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-abdf89dc-20b5-4945-891f-5889eaea7089 req-e002d251-03c7-4d89-80d0-c7b9356d5024 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0482287 Jan 20 13:37:57.140363 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-abdf89dc-20b5-4945-891f-5889eaea7089 req-4a6b0859-f374-4266-9121-963d2baa6f2c tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Jan 20 13:37:59.032454 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-688eabfe-14e6-4543-9e61-8da0b2ed3db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:01.812124 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-0b6f5602-d20a-44ec-bd80-54192aa638b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:03.028806 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:03.942544 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:05.330976 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:09.137890 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f5542-78c6-412b-b013-f2059a2e9458 req-e5bd6a1d-b21e-46da-bfc3-dcef4fe4c8c2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:09.139653 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-229f5542-78c6-412b-b013-f2059a2e9458 req-e5bd6a1d-b21e-46da-bfc3-dcef4fe4c8c2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0567985 Jan 20 13:38:09.187627 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-229f5542-78c6-412b-b013-f2059a2e9458 req-e5aeae2f-4595-44a2-bcc6-9900f0f22904 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 Jan 20 13:38:10.305440 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975679cc-7d78-4f0c-83ab-b8f9c665fe53 req-dd781da6-ecf9-4a8b-9c9d-a9a41b2f5e11 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:10.306934 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-975679cc-7d78-4f0c-83ab-b8f9c665fe53 req-dd781da6-ecf9-4a8b-9c9d-a9a41b2f5e11 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Jan 20 13:38:10.353933 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-975679cc-7d78-4f0c-83ab-b8f9c665fe53 req-e503158c-145e-4cfe-8d2b-eacb386a1562 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Jan 20 13:38:11.467742 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be83f1-cdd1-4487-916e-5da406ddfa18 req-a2bb4982-b4df-4dba-a85a-6734005949af tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:11.469872 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5be83f1-cdd1-4487-916e-5da406ddfa18 req-a2bb4982-b4df-4dba-a85a-6734005949af tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Jan 20 13:38:11.520209 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5be83f1-cdd1-4487-916e-5da406ddfa18 req-bdce83ae-bf3b-44e7-b7af-5749d646a4d1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435932 Jan 20 13:38:12.633673 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aee403-443f-4053-91ad-929de8903cb3 req-c2e4f608-94e8-45b6-9587-1f8f68bff1d2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:12.635218 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00aee403-443f-4053-91ad-929de8903cb3 req-c2e4f608-94e8-45b6-9587-1f8f68bff1d2 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Jan 20 13:38:12.684855 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00aee403-443f-4053-91ad-929de8903cb3 req-d4d3355f-285e-4e05-b750-ab60aebc5001 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418420 Jan 20 13:38:13.801537 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29adc3-a1b8-4d9d-ba68-084356b17fa6 req-21026fe6-4726-4a27-8d7b-3db8185636d1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:13.802986 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d29adc3-a1b8-4d9d-ba68-084356b17fa6 req-21026fe6-4726-4a27-8d7b-3db8185636d1 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Jan 20 13:38:13.851152 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d29adc3-a1b8-4d9d-ba68-084356b17fa6 req-8cdb25f1-c773-4cb4-972e-174500a74a82 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad88c561-dffe-4553-bfea-41c649c35acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Jan 20 13:38:14.018994 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-4166193e-2915-4dcc-b16c-6582a3b3e3f8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:14.020409 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-4166193e-2915-4dcc-b16c-6582a3b3e3f8 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Jan 20 13:38:14.114345 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Deleting port 49f1195b-132f-4235-98b1-51c0313abd2b {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:14.114681 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:14.207358 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] For port 49f1195b-132f-4235-98b1-51c0313abd2b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=49f1195b-132f-4235-98b1-51c0313abd2b,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:14.207725 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:14.386035 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:14.386431 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (3e493dcf-cccc-42be-9e15-c0165fb4e9b4), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:14.386744 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Floating IP 3e493dcf-cccc-42be-9e15-c0165fb4e9b4 disassociated. External IP: 172.27.2.75, port: 49f1195b-132f-4235-98b1-51c0313abd2b. Jan 20 13:38:14.387088 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Calling delete_port for 49f1195b-132f-4235-98b1-51c0313abd2b owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:14.541488 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (49f1195b-132f-4235-98b1-51c0313abd2b), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:14.571586 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event deleted for resources: {'Port': ['ID=49f1195b-132f-4235-98b1-51c0313abd2b,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:14.583184 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.583531 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.583914 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.584222 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.584548 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.584865 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.585306 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.585638 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.585847 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.586201 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.586472 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.586792 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.587130 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:14.716809 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Router 731083c8-260e-4200-b830-e91762e6feac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:38:14.826957 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:38:14.837547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:38:14.848724 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:14.849287 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:14.867351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] No DVR routers for this DVR port 49f1195b-132f-4235-98b1-51c0313abd2b on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:38:14.870012 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:14.873595 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-71f5d2ed-34e2-4e65-9bb6-ce1c4c3e230c req-c75a0d07-2d1f-4eb3-a5cf-e26b30bb9354 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.91 "DELETE /v2.0/ports/49f1195b-132f-4235-98b1-51c0313abd2b HTTP/1.1" status: 204 len: 173 time: 0.8461132 Jan 20 13:38:14.874056 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'name': 'network-vif-deleted', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:14.877192 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada55874-4c74-4dfd-84fe-abaa636172b1" -d '{"events": [{"server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "name": "network-vif-deleted", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:14.981983 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:14.986818 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09accbbd-6935-495b-a38d-a697db46a27a req-22f95c92-a814-43ae-856f-70b3d0b09f02 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/ports?device_id=abcd563b-f290-4458-80fb-88d6a48b9133 HTTP/1.1" status: 200 len: 210 time: 0.0491767 Jan 20 13:38:15.021308 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6407db6-d085-431b-a652-e6c349ea972f x-openstack-request-id: req-d6407db6-d085-431b-a652-e6c349ea972f {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:15.022201 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcd563b-f290-4458-80fb-88d6a48b9133", "name": "network-vif-deleted", "tag": "49f1195b-132f-4235-98b1-51c0313abd2b", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:15.022718 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6407db6-d085-431b-a652-e6c349ea972f {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:15.023268 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcd563b-f290-4458-80fb-88d6a48b9133', 'name': 'network-vif-deleted', 'tag': '49f1195b-132f-4235-98b1-51c0313abd2b', 'status': 'completed', 'code': 200} Jan 20 13:38:15.200480 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:15.228434 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:38:15.237437 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:15.238047 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:15.479468 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:15.706944 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:15.738018 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54e23b-3549-4aa6-bcac-9b319415dda7 None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:27:29Z', 'revision_number': 4, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'ec27e7ea-c009-478d-8bbe-34a4af004737', 'name': '', 'network_id': '8dfa21cd-03fa-43fc-a4ee-30c1371cf836', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'mac_address': 'fa:16:3e:d6:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:26Z', 'updated_at': '2022-01-20T13:27:36Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'subnets': [{'id': '4230fa7d-a93b-4f79-8f07-a824eaaf46aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:38:15.967089 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff50987-51bb-463a-bb96-a0345add69ed None None] New status for floating IP 3e493dcf-cccc-42be-9e15-c0165fb4e9b4: DOWN {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:38:16.077137 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38298) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:16.137238 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19058291-ba66-4489-9c88-a301a4e4c2f9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (ad88c561-dffe-4553-bfea-41c649c35acb), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.162134 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19058291-ba66-4489-9c88-a301a4e4c2f9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (ad88c561-dffe-4553-bfea-41c649c35acb), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.209939 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19058291-ba66-4489-9c88-a301a4e4c2f9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ad88c561-dffe-4553-bfea-41c649c35acb), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.212577 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-19058291-ba66-4489-9c88-a301a4e4c2f9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.213753 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-19058291-ba66-4489-9c88-a301a4e4c2f9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "DELETE /v2.0/security-groups/ad88c561-dffe-4553-bfea-41c649c35acb HTTP/1.1" status: 204 len: 168 time: 0.1355414 Jan 20 13:38:16.217577 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38300) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:16.223387 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19058291-ba66-4489-9c88-a301a4e4c2f9 tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad88c561-dffe-4553-bfea-41c649c35acb,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:16.231199 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.api.v2.resource [None req-ed62ea28-09e5-4ef6-b9e8-799f256d593c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] show failed (client error): The resource could not be found. Jan 20 13:38:16.234919 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ed62ea28-09e5-4ef6-b9e8-799f256d593c tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "GET /v2.0/security-groups/ad88c561-dffe-4553-bfea-41c649c35acb HTTP/1.1" status: 404 len: 347 time: 0.0136762 Jan 20 13:38:16.235176 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38302) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:16.360620 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Deleting port 4a9ae73e-a282-44fd-80eb-1a9848e15329 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:16.360936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.434323 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.434551 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (4a9ae73e-a282-44fd-80eb-1a9848e15329), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.446223 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Calling delete_port for 4a9ae73e-a282-44fd-80eb-1a9848e15329 owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:16.838076 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (4a9ae73e-a282-44fd-80eb-1a9848e15329), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.865846 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Pushing event deleted for resources: {'Port': ['ID=4a9ae73e-a282-44fd-80eb-1a9848e15329,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:16.891110 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.891491 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.892361 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.892882 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.893403 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.893736 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.894066 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.894392 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.894717 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.895068 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.895391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.895708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.896048 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:16.937320 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks [] for floatingip (3e493dcf-cccc-42be-9e15-c0165fb4e9b4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.940307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:16.941451 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-70b05ff1-9334-470a-b2e4-0ddce3253e8b tempest-AttachVolumeTestJSON-334402525 tempest-AttachVolumeTestJSON-334402525-project] 10.222.0.70 "DELETE /v2.0/floatingips/3e493dcf-cccc-42be-9e15-c0165fb4e9b4 HTTP/1.1" status: 204 len: 168 time: 0.7050388 Jan 20 13:38:18.206652 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 49f1195b-132f-4235-98b1-51c0313abd2b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:18.227001 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 49f1195b-132f-4235-98b1-51c0313abd2b {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:18.227370 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 49f1195b-132f-4235-98b1-51c0313abd2b not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:20.083162 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-aa87f883-0b95-4cb1-b07a-c2dd477b0daa tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574557299&fields=id&tenant_id=de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 267 time: 0.0436862 Jan 20 13:38:20.198030 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-dd42f5e8-9846-4c17-a845-d9a56150aa46 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:20.199386 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-dd42f5e8-9846-4c17-a845-d9a56150aa46 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 811 time: 0.1096270 Jan 20 13:38:20.214199 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-0cbcc6a6-ac46-4578-8c25-9dbc6c3ace20 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/quotas/de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 375 time: 0.0095387 Jan 20 13:38:20.266589 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-0a2d4caf-9aa9-4524-b4af-3f11822810de tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472763 Jan 20 13:38:20.293466 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:38:20.330794 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-79464438-2812-4062-ba7b-8191f115373b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:38:20.331851 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-79464438-2812-4062-ba7b-8191f115373b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525923 Jan 20 13:38:20.426051 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-ad0f886c-788d-44db-abf8-6dc197eed9bf service neutron] 10.222.0.70 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879371 Jan 20 13:38:20.519601 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-9c9fd5db-e5fe-485b-9fd3-9c4724d16d2b service neutron] 10.222.0.70 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Jan 20 13:38:20.805466 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02cf63fb-78fa-4024-ba71-214eef1a547b req-a4f95c4d-15d0-4023-bfce-92ee3a70ca30 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 210 time: 0.0286934 Jan 20 13:38:21.540567 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38370) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:21.927146 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-79d0dbe8-f043-40c5-b711-de28f65f0171 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:21.928659 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-79d0dbe8-f043-40c5-b711-de28f65f0171 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 811 time: 0.1923723 Jan 20 13:38:21.929824 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ea5e600c-66ab-46ee-8c6a-061b8c224ce5 req-2c0abfb0-6940-4e06-9547-0b96834970b9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 210 time: 0.0466440 Jan 20 13:38:22.052413 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-a222c05b-4869-437d-afb3-9fe01032e524 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de24f56ae0ff4534b31a7f13728e060c HTTP/1.1" status: 200 len: 379 time: 0.0907886 Jan 20 13:38:22.063902 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'port': {'device_id': '42042837-0af9-4886-9b8f-453e93795754', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'admin_state_up': True, 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'security_groups': ['9d5327f1-e0d8-4cca-a3dc-407e63c269f0']}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:22.225715 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Made reservation on behalf of de24f56ae0ff4534b31a7f13728e060c for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:38:22.229126 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:22.243623 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (731083c8-260e-4200-b830-e91762e6feac), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:22.488481 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Allocated IP 172.20.0.4 (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a/1587dcdb-9efe-43b5-8a52-b7a33068b924/4d65d809-37b8-44f6-9d11-8e25c94157fd) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:38:22.683640 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:22.721936 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Deleting port ec27e7ea-c009-478d-8bbe-34a4af004737 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:22.722272 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:22.745308 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.053116 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557094d-6954-41fc-b41f-78a3b56149c0 req-113f5fa3-1bcb-4e2c-b379-5dc30d50ace0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:23.054632 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0557094d-6954-41fc-b41f-78a3b56149c0 req-113f5fa3-1bcb-4e2c-b379-5dc30d50ace0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 931 time: 0.0516798 Jan 20 13:38:23.068839 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:38:23.078376 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:38:23.085897 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:38:23.112373 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0557094d-6954-41fc-b41f-78a3b56149c0 req-4289d9f3-1652-4426-ac40-411ff1b4f568 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513778 Jan 20 13:38:23.114739 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=4d65d809-37b8-44f6-9d11-8e25c94157fd,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:23.139120 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] For port ec27e7ea-c009-478d-8bbe-34a4af004737, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=ec27e7ea-c009-478d-8bbe-34a4af004737,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:23.139353 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.160514 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Calling delete_port for ec27e7ea-c009-478d-8bbe-34a4af004737 owned by network:router_interface {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:23.172084 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:23.172729 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.225571 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-beccff0b-5f3c-4c00-8611-368a46dc3e15 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664932 Jan 20 13:38:23.237910 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-14b15db2-824c-4ff7-b4b7-c0cd992c7766 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:38:23.238923 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-14b15db2-824c-4ff7-b4b7-c0cd992c7766 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066187 Jan 20 13:38:23.252094 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Request body: {'port': {'device_id': '42042837-0af9-4886-9b8f-453e93795754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:23.334043 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-a618d1c6-9bf0-408d-9ccd-25078301a0f0 None None] Provisioning complete for port 4d65d809-37b8-44f6-9d11-8e25c94157fd triggered by entity DHCP. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:38:23.334616 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-a618d1c6-9bf0-408d-9ccd-25078301a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.351013 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.369065 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-a618d1c6-9bf0-408d-9ccd-25078301a0f0 None None] Port 4d65d809-37b8-44f6-9d11-8e25c94157fd cannot update to ACTIVE because it is not bound. {{(pid=102511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 20 13:38:23.542456 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (ec27e7ea-c009-478d-8bbe-34a4af004737), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.599489 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec27e7ea-c009-478d-8bbe-34a4af004737,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:23.805949 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d65d809-37b8-44f6-9d11-8e25c94157fd {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:38:23.818842 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Publish callbacks [] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.839289 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Transition to ACTIVE for port object 4d65d809-37b8-44f6-9d11-8e25c94157fd will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:38:23.843763 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (731083c8-260e-4200-b830-e91762e6feac), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.845411 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:23.944085 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65d809-37b8-44f6-9d11-8e25c94157fd,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:24.095000 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Attempting to bind port 4d65d809-37b8-44f6-9d11-8e25c94157fd on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:38:24.095474 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Attempting to bind port 4d65d809-37b8-44f6-9d11-8e25c94157fd by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:38:24.095661 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Attempting to bind port 4d65d809-37b8-44f6-9d11-8e25c94157fd on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:38:24.107049 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Port 4d65d809-37b8-44f6-9d11-8e25c94157fd on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:38:24.107366 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Attempting to bind port 4d65d809-37b8-44f6-9d11-8e25c94157fd on network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:38:24.116571 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:38:24.116897 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Checking segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:38:24.117273 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Bound using segment: {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:38:24.117690 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Bound port: 4d65d809-37b8-44f6-9d11-8e25c94157fd, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fd3184-916d-4b96-bfcc-0233320ff554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:38:24.118040 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:24.222422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Router 731083c8-260e-4200-b830-e91762e6feac has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:38:24.230489 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] For port 4d65d809-37b8-44f6-9d11-8e25c94157fd, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:38:24.233546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] For port 4d65d809-37b8-44f6-9d11-8e25c94157fd, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:38:24.240261 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:24.243676 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2014d-a981-4fde-b7a6-7ed14bf2243e req-5d615b3b-48fa-4cb8-a31d-46a8213074f6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:24.247344 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-99b2014d-a981-4fde-b7a6-7ed14bf2243e req-5d615b3b-48fa-4cb8-a31d-46a8213074f6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0539582 Jan 20 13:38:24.313321 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-99b2014d-a981-4fde-b7a6-7ed14bf2243e req-5ea8f794-576f-4ac8-ac87-03ec04fa4d4e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514443 Jan 20 13:38:24.319427 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:24.320070 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:24.321479 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] 10.222.0.91 "PUT /v2.0/ports/4d65d809-37b8-44f6-9d11-8e25c94157fd HTTP/1.1" status: 200 len: 1093 time: 1.0735643 Jan 20 13:38:24.321937 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:24.324254 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd" -d '{"events": [{"name": "network-changed", "server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:24.374341 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855b198-896e-4049-8c3b-0d7416429f94 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65d809-37b8-44f6-9d11-8e25c94157fd,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:24.394818 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ead5a-4dd4-479a-88c8-80d80d2afa40 x-openstack-request-id: req-d57ead5a-4dd4-479a-88c8-80d80d2afa40 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:24.395111 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:24.395359 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d57ead5a-4dd4-479a-88c8-80d80d2afa40 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:24.395850 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'status': 'completed', 'code': 200} Jan 20 13:38:24.429150 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:38:24.435998 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-775f5767-2dcc-455a-b302-3eb04f1ec523 admin admin] 10.222.0.70 "PUT /v2.0/routers/731083c8-260e-4200-b830-e91762e6feac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8935089 Jan 20 13:38:24.437759 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38382) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:24.442053 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] Sync routers for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:38:24.448455 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-8b51a673-f820-4c63-a689-d48a813f24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:24.449936 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-8b51a673-f820-4c63-a689-d48a813f24b3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 1096 time: 0.0658805 Jan 20 13:38:24.453278 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:24.455324 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:24.522259 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-b01ec610-6d52-47ac-b6e8-6106bee4551a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd HTTP/1.1" status: 200 len: 217 time: 0.0396233 Jan 20 13:38:24.566708 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:24.613502 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-4097b799-dbb9-4e39-b615-2e6f09e290bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:24.614884 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-4097b799-dbb9-4e39-b615-2e6f09e290bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0857916 Jan 20 13:38:24.619422 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks [] for router (731083c8-260e-4200-b830-e91762e6feac), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:24.735290 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-4c5c63f1-8e8f-4d14-8b34-e1ecd9a5e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:24.737372 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-4c5c63f1-8e8f-4d14-8b34-e1ecd9a5e38c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147099 Jan 20 13:38:24.772718 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:38:23Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:24.778716 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks [] for router_gateway (731083c8-260e-4200-b830-e91762e6feac), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:24.801011 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] Checking router: 731083c8-260e-4200-b830-e91762e6feac for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:38:24.810456 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] Routers {'731083c8-260e-4200-b830-e91762e6feac'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:24.811083 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['731083c8-260e-4200-b830-e91762e6feac'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:24.875457 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-cf78dca7-9b9a-4786-8c3b-a250fdc57dd5 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307077 Jan 20 13:38:24.917238 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Deleting port 014a3682-a149-481a-bc10-6ca5f5d6d8cd {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:24.917693 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:24.930335 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] Set router 731083c8-260e-4200-b830-e91762e6feac gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:25.118596 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:38:23Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:25.152153 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55781b93-6074-4438-87be-74e5509a7dcd None None] The sync data for ids ['731083c8-260e-4200-b830-e91762e6feac'] in dv-cinder-825493-1-iscsi is: [{'id': '731083c8-260e-4200-b830-e91762e6feac', 'name': 'tempest-AttachVolumeTestJSON-2066348471-router', 'tenant_id': 'aa32ce13f451475192ab57ae2501d786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:17Z', 'updated_at': '2022-01-20T13:38:23Z', 'revision_number': 5, 'project_id': 'aa32ce13f451475192ab57ae2501d786', 'gw_port': {'id': '014a3682-a149-481a-bc10-6ca5f5d6d8cd', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731083c8-260e-4200-b830-e91762e6feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:18Z', 'updated_at': '2022-01-20T13:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:38:25.279190 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31baa04e-99df-4a67-bf5d-df8959ef9bab req-3f60eb12-0435-4d6c-bf57-06dd71c6895c service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972323 Jan 20 13:38:25.301124 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] For port 014a3682-a149-481a-bc10-6ca5f5d6d8cd, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=014a3682-a149-481a-bc10-6ca5f5d6d8cd,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:25.301490 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.313421 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Calling delete_port for 014a3682-a149-481a-bc10-6ca5f5d6d8cd owned by network:router_gateway {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:25.413280 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-0c1c0fcd-9669-44c5-b895-30932a42a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:25.414776 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-0c1c0fcd-9669-44c5-b895-30932a42a35b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 1096 time: 0.0870805 Jan 20 13:38:25.441167 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e581d-e107-4cde-a9b3-f414549dd419 req-05dd6216-bf52-49c0-95cb-761a97fefe53 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:25.442549 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-593e581d-e107-4cde-a9b3-f414549dd419 req-05dd6216-bf52-49c0-95cb-761a97fefe53 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0489500 Jan 20 13:38:25.493179 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-593e581d-e107-4cde-a9b3-f414549dd419 req-f6774eb1-6a3a-41fc-a6f7-1d3a11ef5d9e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446506 Jan 20 13:38:25.580121 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-f9dbdd0b-dbc4-4857-b442-9bede6eabaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:25.582422 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-f9dbdd0b-dbc4-4857-b442-9bede6eabaf2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.1345437 Jan 20 13:38:25.596672 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (014a3682-a149-481a-bc10-6ca5f5d6d8cd), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.650813 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-381c7e97-fca5-459d-a443-27a0eb799804 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd HTTP/1.1" status: 200 len: 217 time: 0.0619533 Jan 20 13:38:25.653712 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Pushing event deleted for resources: {'Port': ['ID=014a3682-a149-481a-bc10-6ca5f5d6d8cd,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:25.741417 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-4c0a6d3e-b5ec-4900-977d-c8068fa59579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:25.742890 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-4c0a6d3e-b5ec-4900-977d-c8068fa59579 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0859077 Jan 20 13:38:25.751525 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (731083c8-260e-4200-b830-e91762e6feac), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.867847 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (731083c8-260e-4200-b830-e91762e6feac), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.870542 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks [] for router_controller (731083c8-260e-4200-b830-e91762e6feac), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.877581 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.912959 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-6e91c053-2961-40fe-bfe5-ff3e17ef85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:25.914466 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-6e91c053-2961-40fe-bfe5-ff3e17ef85b9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1640208 Jan 20 13:38:25.921157 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (731083c8-260e-4200-b830-e91762e6feac), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.921674 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731083c8-260e-4200-b830-e91762e6feac {{(pid=102510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:38:25.933251 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:25.934348 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-7f32a908-ac4d-4637-9a8f-b08b2bd0c955 admin admin] 10.222.0.70 "DELETE /v2.0/routers/731083c8-260e-4200-b830-e91762e6feac HTTP/1.1" status: 204 len: 168 time: 1.4956830 Jan 20 13:38:25.937110 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38388) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:25.994092 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Deleting subnet 4230fa7d-a93b-4f79-8f07-a824eaaf46aa {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:38:25.997594 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Publish callbacks [] for subnet (4230fa7d-a93b-4f79-8f07-a824eaaf46aa), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.022995 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-f91225c3-09c9-461f-9729-dcac6b200a79 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994575 Jan 20 13:38:26.038437 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (4230fa7d-a93b-4f79-8f07-a824eaaf46aa), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.122486 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (4230fa7d-a93b-4f79-8f07-a824eaaf46aa), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.131181 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-5d4380d8-7c02-4ed8-8ed3-9f21a84912fd req-584fe571-db88-4fa3-8ad7-bdcf922e45bc service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018724 Jan 20 13:38:26.181971 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (4230fa7d-a93b-4f79-8f07-a824eaaf46aa), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.205444 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4230fa7d-a93b-4f79-8f07-a824eaaf46aa,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:26.212444 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.217957 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e938eaa8-569c-452f-97e5-e6e5a10b8d8b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4230fa7d-a93b-4f79-8f07-a824eaaf46aa HTTP/1.1" status: 204 len: 168 time: 0.2773001 Jan 20 13:38:26.218308 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38390) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:26.218434 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3aff83-8f6b-4e32-bdfb-82a168ad28c8 None None] Network 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:38:26.292355 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (8dfa21cd-03fa-43fc-a4ee-30c1371cf836), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.346514 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Deleting port 903e416a-ac81-475f-b0ec-66654c291dd6 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:26.346848 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.402376 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] DHCP port deletion for 8dfa21cd-03fa-43fc-a4ee-30c1371cf836 request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:38:26.418940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] For port 903e416a-ac81-475f-b0ec-66654c291dd6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=903e416a-ac81-475f-b0ec-66654c291dd6,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:26.419329 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.432540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Calling delete_port for 903e416a-ac81-475f-b0ec-66654c291dd6 owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:26.451925 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] Deleting port 903e416a-ac81-475f-b0ec-66654c291dd6 {{(pid=102511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:26.452633 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), before_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.517498 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.517780 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] For port 903e416a-ac81-475f-b0ec-66654c291dd6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=903e416a-ac81-475f-b0ec-66654c291dd6,segment=NetworkSegment(362d1cd6-22d0-4238-b48b-8e0af53ef313),segment_id=362d1cd6-22d0-4238-b48b-8e0af53ef313)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:26.518913 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), precommit_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.536348 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] Calling delete_port for 903e416a-ac81-475f-b0ec-66654c291dd6 owned by network:dhcp {{(pid=102511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:26.543777 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=903e416a-ac81-475f-b0ec-66654c291dd6,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:26.547557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] No DVR routers for this DVR port 903e416a-ac81-475f-b0ec-66654c291dd6 on host dv-cinder-825493-1-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:38:26.624571 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (903e416a-ac81-475f-b0ec-66654c291dd6), after_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.628450 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef526-b416-4fba-9e1e-37a4aabb0b7e req-75284676-57e4-477a-8a18-841e1956dbf2 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:26.631264 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-90aef526-b416-4fba-9e1e-37a4aabb0b7e req-75284676-57e4-477a-8a18-841e1956dbf2 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0530038 Jan 20 13:38:26.634181 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (8dfa21cd-03fa-43fc-a4ee-30c1371cf836), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.651632 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] Pushing event deleted for resources: {'Port': ['ID=903e416a-ac81-475f-b0ec-66654c291dd6,revision_number=None']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:26.655140 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ce801-d399-4146-aa49-1c56b8e5dfd4 None None] No DVR routers for this DVR port 903e416a-ac81-475f-b0ec-66654c291dd6 on host dv-cinder-825493-1-iscsi {{(pid=102511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:38:26.667791 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfa21cd-03fa-43fc-a4ee-30c1371cf836']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:26.678977 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362d1cd6-22d0-4238-b48b-8e0af53ef313') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:26.679274 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362d1cd6-22d0-4238-b48b-8e0af53ef313') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:26.687395 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-90aef526-b416-4fba-9e1e-37a4aabb0b7e req-f30f7a64-d88a-43fd-b800-3a02c8ab46f0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505095 Jan 20 13:38:26.689160 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (362d1cd6-22d0-4238-b48b-8e0af53ef313), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.703860 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (362d1cd6-22d0-4238-b48b-8e0af53ef313), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.711464 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:38:26.713313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (362d1cd6-22d0-4238-b48b-8e0af53ef313), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:38:26.714032 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:38:26.718322 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:38:26.767245 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (8dfa21cd-03fa-43fc-a4ee-30c1371cf836), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.782544 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:26.786567 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8dfa21cd-03fa-43fc-a4ee-30c1371cf836 HTTP/1.1" status: 204 len: 168 time: 0.5672710 Jan 20 13:38:26.787806 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795bb03-1702-4be6-b9f3-d083b4a8fe12 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfa21cd-03fa-43fc-a4ee-30c1371cf836,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:26.870547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device ec27e7ea-c009-478d-8bbe-34a4af004737 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:26.891262 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: ec27e7ea-c009-478d-8bbe-34a4af004737 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:26.891870 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device ec27e7ea-c009-478d-8bbe-34a4af004737 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:26.892056 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 903e416a-ac81-475f-b0ec-66654c291dd6 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:26.915478 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 903e416a-ac81-475f-b0ec-66654c291dd6 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:26.916006 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 903e416a-ac81-475f-b0ec-66654c291dd6 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:26.916272 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 014a3682-a149-481a-bc10-6ca5f5d6d8cd no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:26.923207 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38396) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:26.936050 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 014a3682-a149-481a-bc10-6ca5f5d6d8cd {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:26.936403 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 014a3682-a149-481a-bc10-6ca5f5d6d8cd not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:26.967985 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-75318d04-562e-42f0-b419-289569a6d609 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa32ce13f451475192ab57ae2501d786&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434265 Jan 20 13:38:26.970351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38398) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:27.018321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25b23ce2-482c-4bd3-8652-fdd25a27f607 admin admin] Publish callbacks [] for security_group (b6e67d8d-33a3-4745-af7b-7523237be6f3), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:27.039601 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25b23ce2-482c-4bd3-8652-fdd25a27f607 admin admin] Publish callbacks [] for security_group (b6e67d8d-33a3-4745-af7b-7523237be6f3), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:27.086764 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25b23ce2-482c-4bd3-8652-fdd25a27f607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b6e67d8d-33a3-4745-af7b-7523237be6f3), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:27.089316 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-25b23ce2-482c-4bd3-8652-fdd25a27f607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:27.090445 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-25b23ce2-482c-4bd3-8652-fdd25a27f607 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6e67d8d-33a3-4745-af7b-7523237be6f3 HTTP/1.1" status: 204 len: 168 time: 0.1191838 Jan 20 13:38:27.098816 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b23ce2-482c-4bd3-8652-fdd25a27f607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e67d8d-33a3-4745-af7b-7523237be6f3,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:27.807656 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2e6f2-8060-4658-8b4e-75101da2397b req-d634827f-4273-4599-b482-a36a46780b89 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:27.809198 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2cf2e6f2-8060-4658-8b4e-75101da2397b req-d634827f-4273-4599-b482-a36a46780b89 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0513279 Jan 20 13:38:27.820900 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38422) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:27.870048 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2cf2e6f2-8060-4658-8b4e-75101da2397b req-c9e05f3e-0a0b-4207-b211-2cfa1e1a3e8e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552726 Jan 20 13:38:27.925824 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-477221631-network', 'tenant_id': '852534d0fb834899b76295811f463919'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:27.949740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Made reservation on behalf of 852534d0fb834899b76295811f463919 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:38:27.952168 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:27.967641 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.043637 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks [] for security_group (2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.047374 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.068553 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:38:28.082660 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:28.087596 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (6df9833b-aa5b-49d3-8a9a-948ada42a288), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.088069 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Added segment 6df9833b-aa5b-49d3-8a9a-948ada42a288 of type vlan for network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 Jan 20 13:38:28.128947 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (ed15dc7c-024a-46aa-acdc-70fd6a6498c6), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.154937 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (ed15dc7c-024a-46aa-acdc-70fd6a6498c6), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.156008 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:28.156599 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.187943 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3658974 Jan 20 13:38:28.191703 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38426) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:28.196659 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Request body: {'subnet': {'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-477221631-subnet', 'tenant_id': '852534d0fb834899b76295811f463919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:28.219903 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Made reservation on behalf of 852534d0fb834899b76295811f463919 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:38:28.222363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60277484'] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.226641 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85364f4c-8268-4985-8fb6-8a090883b71a admin admin] Pushing event updated for resources: {'Network': ['ID=ed15dc7c-024a-46aa-acdc-70fd6a6498c6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:28.246077 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:38:28.396790 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62892745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60277502'] for subnet (a07bb344-dd34-4202-9c26-f71f64152433), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.447059 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07bb344-dd34-4202-9c26-f71f64152433,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:28.462320 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Checking segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:38:28.462677 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Network hostable DHCP agents. Network: ed15dc7c-024a-46aa-acdc-70fd6a6498c6, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:38:28.480081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:38:28.489600 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, ed15dc7c-024a-46aa-acdc-70fd6a6498c6) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:38:28.498405 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371358e5-f85d-4f9b-af15-9ae2accdb188 None None] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:38:28.501008 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:28.501607 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:28.530042 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d4288616-f4da-4003-af1e-16b8e2cf534c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3372042 Jan 20 13:38:28.606468 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d701f5-ddd7-4ff5-8a6c-9f79b0dbb60b None None] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:38:28.993870 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-574e0ceb-bd42-487f-b685-7aae8c818676 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:28.995398 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-574e0ceb-bd42-487f-b685-7aae8c818676 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1290340 Jan 20 13:38:29.019586 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd99c-814d-404f-ad28-1267ee31093b req-3a1cf751-8b97-4dc1-ba39-7e639cc920d1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:29.021140 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c57bd99c-814d-404f-ad28-1267ee31093b req-3a1cf751-8b97-4dc1-ba39-7e639cc920d1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0782523 Jan 20 13:38:29.022958 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-3a47bfc0-d6ff-4cc8-9374-b532dbd4b948 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/quotas/852534d0fb834899b76295811f463919 HTTP/1.1" status: 200 len: 375 time: 0.0222831 Jan 20 13:38:29.036148 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-78462ad3-db8e-488b-baa6-ca00148b9032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:29.071038 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-a5a80b33-766f-4510-909c-9d0976699fe1 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415053 Jan 20 13:38:29.106900 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c57bd99c-814d-404f-ad28-1267ee31093b req-51f5b576-2d8b-44e3-afec-1cfa3dc8aac2 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788004 Jan 20 13:38:29.135015 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-88098279-886f-4a44-a3e0-02e56b54f750 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 13:38:29.136010 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-88098279-886f-4a44-a3e0-02e56b54f750 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539360 Jan 20 13:38:29.226129 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-efdc7680-3605-4263-a43e-cd156b9e75e0 service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Jan 20 13:38:29.336510 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-f15fd036-9770-4fdf-b90f-9bde8857f1ed service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044860 Jan 20 13:38:29.415443 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-0d0d3268-3fd2-4ccf-9aa3-0d16b8f0f53f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459659 Jan 20 13:38:29.489478 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-fb197826-0739-4bdd-b31d-f1065bb7df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:29.491565 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-fb197826-0739-4bdd-b31d-f1065bb7df5a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=91c2d0a83d154ff78e20229f41dd1673&device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 1099 time: 0.0450318 Jan 20 13:38:29.493107 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7da889b1-addf-4b94-8d0a-075870e7bc7b req-a1362c6d-d4ce-423d-ba31-7eef2521ce4b tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Jan 20 13:38:29.599634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-eec9ced6-cc33-48ee-9363-cfa1353f498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:29.601009 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-eec9ced6-cc33-48ee-9363-cfa1353f498b service neutron] 10.222.0.91 "GET /v2.0/networks?id=72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 200 len: 918 time: 0.0909746 Jan 20 13:38:29.688398 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-ef07a0b4-d196-4a75-ab47-fb96980fba0a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 200 len: 1001 time: 0.0799561 Jan 20 13:38:29.741823 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-c2ddb326-8d4b-4d75-9673-b22814654c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:29.743314 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-c2ddb326-8d4b-4d75-9673-b22814654c1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 200 len: 856 time: 0.0490446 Jan 20 13:38:29.789586 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-c80eb62c-5b37-4f55-b258-55966b0aeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:29.791351 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-c80eb62c-5b37-4f55-b258-55966b0aeb20 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=72439533-e86e-441c-a2c9-c719a11b81aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417092 Jan 20 13:38:29.895495 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-eeb0ef0a-ae64-45f9-8761-841d865ef60a service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982656 Jan 20 13:38:29.989715 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-890793b4-e913-4bb7-8b92-0b711f03b052 req-ec1a9426-a501-461a-a290-920e7db48d93 service neutron] 10.222.0.91 "GET /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882325 Jan 20 13:38:30.224834 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0b9b-3409-4f68-8f77-c10d2deb5b39 req-967e62aa-bb70-46ee-8148-017ff669a6bb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:30.226133 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88bd0b9b-3409-4f68-8f77-c10d2deb5b39 req-967e62aa-bb70-46ee-8148-017ff669a6bb tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0501671 Jan 20 13:38:30.280148 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88bd0b9b-3409-4f68-8f77-c10d2deb5b39 req-2563b56b-14f7-4abb-a444-2dc74d92e2df tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484505 Jan 20 13:38:30.449985 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-1e693617-e6ad-4d4c-92a5-88155a6e3676 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:30.451575 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-1e693617-e6ad-4d4c-92a5-88155a6e3676 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1171286 Jan 20 13:38:30.464503 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Request body: {'port': {'device_id': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'admin_state_up': True, 'tenant_id': '852534d0fb834899b76295811f463919'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:30.580554 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Made reservation on behalf of 852534d0fb834899b76295811f463919 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:38:30.584652 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:30.590084 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-896c9743-583d-4bbb-89c2-fdf65f10ab72 req-5ad6bcc3-0a54-4645-b0f6-ed5ab8651e14 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 210 time: 0.0270698 Jan 20 13:38:30.709639 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Allocated IP 172.20.0.3 (ed15dc7c-024a-46aa-acdc-70fd6a6498c6/a07bb344-dd34-4202-9c26-f71f64152433/af3b62ec-68a6-4ae0-a772-b681636b070b) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:38:30.855999 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks [] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:30.889750 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:30.935411 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:38:30.938421 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:38:30.942595 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:38:30.949143 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event updated for resources: {'Port': ['ID=af3b62ec-68a6-4ae0-a772-b681636b070b,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:30.997784 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:30.998383 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.014429 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d8879f92-fdcc-4eaa-bcbc-a6fea5de1d88 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536230 Jan 20 13:38:31.025753 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Request body: {'port': {'device_id': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:31.077881 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.338371 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3b62ec-68a6-4ae0-a772-b681636b070b {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:38:31.346104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Publish callbacks [] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.359159 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Transition to ACTIVE for port object af3b62ec-68a6-4ae0-a772-b681636b070b will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:38:31.365824 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.400314 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9463ce5-ce58-43d3-a513-57dccfcc2623 req-bb110f40-7ea6-4137-bcb2-ad4a466c2f70 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:31.401908 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9463ce5-ce58-43d3-a513-57dccfcc2623 req-bb110f40-7ea6-4137-bcb2-ad4a466c2f70 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0509968 Jan 20 13:38:31.413436 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Pushing event updated for resources: {'Port': ['ID=af3b62ec-68a6-4ae0-a772-b681636b070b,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:31.455222 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9463ce5-ce58-43d3-a513-57dccfcc2623 req-00f9fbb8-2aeb-4d07-92fd-b0ac5eb1211d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 Jan 20 13:38:31.486413 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Attempting to bind port af3b62ec-68a6-4ae0-a772-b681636b070b on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:38:31.486991 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Attempting to bind port af3b62ec-68a6-4ae0-a772-b681636b070b by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:38:31.487097 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Attempting to bind port af3b62ec-68a6-4ae0-a772-b681636b070b on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:38:31.492857 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Port af3b62ec-68a6-4ae0-a772-b681636b070b on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:38:31.492857 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Attempting to bind port af3b62ec-68a6-4ae0-a772-b681636b070b on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:38:31.497229 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:38:31.497562 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Checking segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:38:31.497940 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Bound using segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:38:31.498358 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Bound port: af3b62ec-68a6-4ae0-a772-b681636b070b, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:38:31.498706 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.563902 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] For port af3b62ec-68a6-4ae0-a772-b681636b070b, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:38:31.566985 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] For port af3b62ec-68a6-4ae0-a772-b681636b070b, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=af3b62ec-68a6-4ae0-a772-b681636b070b,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:38:31.572277 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.607555 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:31.608268 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.609641 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-83ea6846-0349-499f-b226-39183d25a11e service neutron] 10.222.0.91 "PUT /v2.0/ports/af3b62ec-68a6-4ae0-a772-b681636b070b HTTP/1.1" status: 200 len: 1093 time: 0.5880339 Jan 20 13:38:31.610080 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'tag': 'af3b62ec-68a6-4ae0-a772-b681636b070b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:31.614170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ddec0-f015-43f5-9851-49bf4d771792" -d '{"events": [{"name": "network-changed", "server_uuid": "0da2ff3b-6275-4309-a324-a00b2b572dd0", "tag": "af3b62ec-68a6-4ae0-a772-b681636b070b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:31.640369 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea6846-0349-499f-b226-39183d25a11e service neutron] Pushing event updated for resources: {'Port': ['ID=af3b62ec-68a6-4ae0-a772-b681636b070b,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:31.696554 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28c193-d569-4aab-8d1d-e9469a4fe0f9 x-openstack-request-id: req-4d28c193-d569-4aab-8d1d-e9469a4fe0f9 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:31.696954 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da2ff3b-6275-4309-a324-a00b2b572dd0", "tag": "af3b62ec-68a6-4ae0-a772-b681636b070b", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:31.697304 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d28c193-d569-4aab-8d1d-e9469a4fe0f9 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:31.697826 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'tag': 'af3b62ec-68a6-4ae0-a772-b681636b070b', 'status': 'completed', 'code': 200} Jan 20 13:38:31.713196 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d924de0a-80c6-4ad7-a8e9-a8a522dc14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:31.715202 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-d924de0a-80c6-4ad7-a8e9-a8a522dc14a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0477426 Jan 20 13:38:31.722402 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae7b2-e4ed-4c30-91b0-503152fd4f4f req-b2322261-9846-4684-bf9d-b2766329ec4c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:31.724169 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc7ae7b2-e4ed-4c30-91b0-503152fd4f4f req-b2322261-9846-4684-bf9d-b2766329ec4c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 943 time: 0.0521157 Jan 20 13:38:31.764770 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-72b6f2c6-b2ee-46d3-a8d9-4a0ff39ce27e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3b62ec-68a6-4ae0-a772-b681636b070b HTTP/1.1" status: 200 len: 217 time: 0.0414424 Jan 20 13:38:31.778269 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc7ae7b2-e4ed-4c30-91b0-503152fd4f4f req-6b8e2af1-449a-4c93-96d5-301cf1dd552a tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Jan 20 13:38:31.815199 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-462908e3-6ed5-49a5-95f3-ce1d736b0c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:31.817461 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-dcf20737-2847-4d3d-b49b-292dd3de9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:31.818954 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-dcf20737-2847-4d3d-b49b-292dd3de9db6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0469682 Jan 20 13:38:31.851960 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-b6158658-39ed-4737-943a-39028cf75cab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255373 Jan 20 13:38:31.947256 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-8744dd07-6f59-49eb-831b-8e8a9b95c4a2 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868671 Jan 20 13:38:32.038554 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f5fa3026-535f-4ccf-98ed-ef32d22c6fd3 req-2e683e6e-a936-4ba2-a8c2-2f5fbce92e73 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833077 Jan 20 13:38:32.123205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-bd9219a0-0f1a-49a3-a2c2-1b3b7e0daf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:32.124721 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-bd9219a0-0f1a-49a3-a2c2-1b3b7e0daf3a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0403321 Jan 20 13:38:32.218087 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-84e2ad15-a2a1-423c-a192-b3bd7a87925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:32.219499 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-84e2ad15-a2a1-423c-a192-b3bd7a87925a service neutron] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 915 time: 0.0892420 Jan 20 13:38:32.260625 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-50a910fe-c77b-4466-a32e-d0278c29634c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af3b62ec-68a6-4ae0-a772-b681636b070b HTTP/1.1" status: 200 len: 217 time: 0.0342662 Jan 20 13:38:32.311164 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-b6999580-e662-4726-83aa-073c7861a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:32.312625 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-b6999580-e662-4726-83aa-073c7861a011 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0463381 Jan 20 13:38:32.342393 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-e090cbb6-4df9-4f6f-bdbe-d389066af971 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239773 Jan 20 13:38:32.428618 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-fc3a05e6-e782-4218-a0d8-2968fd322428 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802526 Jan 20 13:38:32.524600 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-cd9ddec0-f015-43f5-9851-49bf4d771792 req-2767ae44-c83d-4163-a50a-e0ed0f2811ab service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896544 Jan 20 13:38:32.577063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09ecb-6d6c-493c-8621-5d0aae3b48aa req-12a360bb-2f20-49e8-8ebf-5257c0dc270e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:32.578513 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0fc09ecb-6d6c-493c-8621-5d0aae3b48aa req-12a360bb-2f20-49e8-8ebf-5257c0dc270e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0514057 Jan 20 13:38:32.627827 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0fc09ecb-6d6c-493c-8621-5d0aae3b48aa req-acb1a57b-271d-48c9-9628-044804cdd874 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429251 Jan 20 13:38:32.893980 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361ebf2-4908-462d-a85d-d54222f6f020 req-120bb1d7-7c47-445b-98a8-127c9415cb48 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:32.895522 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e361ebf2-4908-462d-a85d-d54222f6f020 req-120bb1d7-7c47-445b-98a8-127c9415cb48 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 943 time: 0.0493836 Jan 20 13:38:32.942244 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e361ebf2-4908-462d-a85d-d54222f6f020 req-29dc589d-d3d4-46cc-95b3-13f433327afc tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Jan 20 13:38:33.031383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:33.746697 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f652679-7643-4d0f-ae59-5e65f4a9cf32 req-322fd98e-8af5-464c-b8c5-cfb45b5c19b6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:33.748187 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f652679-7643-4d0f-ae59-5e65f4a9cf32 req-322fd98e-8af5-464c-b8c5-cfb45b5c19b6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 943 time: 0.0526493 Jan 20 13:38:33.797630 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f652679-7643-4d0f-ae59-5e65f4a9cf32 req-3a1f469a-1bda-4329-b961-ee04aa4a62fc tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439661 Jan 20 13:38:33.947628 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:34.058161 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eec58-3971-4610-94e0-b46e877949c4 req-1c9eb19c-cad1-4a96-85b9-2bb4fd01c790 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:34.059641 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9d0eec58-3971-4610-94e0-b46e877949c4 req-1c9eb19c-cad1-4a96-85b9-2bb4fd01c790 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 943 time: 0.0509465 Jan 20 13:38:34.106837 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9d0eec58-3971-4610-94e0-b46e877949c4 req-3c0b6c91-6c67-4409-aa96-3b79c531957f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Jan 20 13:38:34.250569 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d65d809-37b8-44f6-9d11-8e25c94157fd details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:38:34.487538 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d65d809-37b8-44f6-9d11-8e25c94157fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:34.503151 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'port_id': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'mac_address': 'fa:16:3e:d3:6b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:38:34.540989 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d65d809-37b8-44f6-9d11-8e25c94157fd is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:38:34.541379 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:34.557666 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d65d809-37b8-44f6-9d11-8e25c94157fd {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:38:34.576661 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d65d809-37b8-44f6-9d11-8e25c94157fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:34.580416 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:34.627963 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d65d809-37b8-44f6-9d11-8e25c94157fd,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:34.635688 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.636064 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.636405 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.636735 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.637064 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.637389 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.637710 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.638032 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.638381 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.638710 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.639024 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.639338 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.639653 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:38:34.917654 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9d5f-1422-4afd-a8be-ea8dc5d42f10 req-61b0729a-a7b9-4cff-a15a-c777cb463647 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:34.919084 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29cd9d5f-1422-4afd-a8be-ea8dc5d42f10 req-61b0729a-a7b9-4cff-a15a-c777cb463647 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Jan 20 13:38:34.971504 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29cd9d5f-1422-4afd-a8be-ea8dc5d42f10 req-1929d034-0ab7-44d7-bf06-6722ff344ef0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465541 Jan 20 13:38:34.974521 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['4d65d809-37b8-44f6-9d11-8e25c94157fd'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:38:35.230040 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b92225-62a8-4a05-b83d-cfccd55a5987 req-03474e15-3486-440f-a608-9424d19e6753 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:35.231563 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-89b92225-62a8-4a05-b83d-cfccd55a5987 req-03474e15-3486-440f-a608-9424d19e6753 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 943 time: 0.0544767 Jan 20 13:38:35.280099 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-89b92225-62a8-4a05-b83d-cfccd55a5987 req-21bd48ea-ca6a-4521-ab73-203f982b9f9f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Jan 20 13:38:35.334710 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:36.088796 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a31e1-516d-4b24-ad93-bfe49eadd8dc req-2a2db282-904a-4755-9f3f-631ace094dc0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:36.090290 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ea2a31e1-516d-4b24-ad93-bfe49eadd8dc req-2a2db282-904a-4755-9f3f-631ace094dc0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 944 time: 0.0491683 Jan 20 13:38:36.139409 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ea2a31e1-516d-4b24-ad93-bfe49eadd8dc req-1fddf0df-a1e2-4609-ac34-2d5a42d108f1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 Jan 20 13:38:36.272329 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device af3b62ec-68a6-4ae0-a772-b681636b070b details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:38:36.274813 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d65d809-37b8-44f6-9d11-8e25c94157fd up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:38:36.388695 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port 4d65d809-37b8-44f6-9d11-8e25c94157fd completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:38:36.396641 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port 4d65d809-37b8-44f6-9d11-8e25c94157fd triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:38:36.397006 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:36.402739 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39b4e-e27b-489e-b518-83e683e6db61 req-93d7116f-d9d8-4f8e-b683-695685d6db74 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:36.404274 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ed39b4e-e27b-489e-b518-83e683e6db61 req-93d7116f-d9d8-4f8e-b683-695685d6db74 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 943 time: 0.0537291 Jan 20 13:38:36.435574 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port af3b62ec-68a6-4ae0-a772-b681636b070b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=af3b62ec-68a6-4ae0-a772-b681636b070b,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:36.452719 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ed39b4e-e27b-489e-b518-83e683e6db61 req-2a87f5f8-31a3-428a-942f-33240e2fdb78 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Jan 20 13:38:36.454878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'af3b62ec-68a6-4ae0-a772-b681636b070b', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'port_id': 'af3b62ec-68a6-4ae0-a772-b681636b070b', 'mac_address': 'fa:16:3e:33:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07bb344-dd34-4202-9c26-f71f64152433', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:38:36.522234 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port af3b62ec-68a6-4ae0-a772-b681636b070b is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:38:36.522673 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:36.545139 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3b62ec-68a6-4ae0-a772-b681636b070b {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:38:36.551360 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port 4d65d809-37b8-44f6-9d11-8e25c94157fd is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:38:36.552333 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:36.582391 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port af3b62ec-68a6-4ae0-a772-b681636b070b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=af3b62ec-68a6-4ae0-a772-b681636b070b,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:36.588781 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:36.591036 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b28b84-47ac-4aec-849f-3e40c0b5023f" -d '{"events": [{"server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "name": "network-vif-plugged", "status": "completed", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:36.595771 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:36.608033 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port 4d65d809-37b8-44f6-9d11-8e25c94157fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:36.625483 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:36.632424 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49af471-94c4-4d0f-822c-c49b2582adda x-openstack-request-id: req-e49af471-94c4-4d0f-822c-c49b2582adda {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:36.632716 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "name": "network-vif-plugged", "status": "completed", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:36.632969 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e49af471-94c4-4d0f-822c-c49b2582adda {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:36.633359 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'code': 200} Jan 20 13:38:36.654903 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=af3b62ec-68a6-4ae0-a772-b681636b070b,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:36.708087 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=4d65d809-37b8-44f6-9d11-8e25c94157fd,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:36.861344 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31095bb6-757a-488e-8e4b-861dc32c1ce6 req-9e2ffb19-3722-43b0-8066-2e03b36e099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:36.862808 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31095bb6-757a-488e-8e4b-861dc32c1ce6 req-9e2ffb19-3722-43b0-8066-2e03b36e099a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 1098 time: 0.0432086 Jan 20 13:38:36.912585 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-31095bb6-757a-488e-8e4b-861dc32c1ce6 req-eb738497-91b4-415d-a282-f4590360ccba service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406456 Jan 20 13:38:37.009560 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:38:37.253900 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e960f80-4732-4957-8d1d-8e4c9ee83219 req-a2c3d0d4-921d-4a8a-a35a-5258650be825 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:37.256085 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e960f80-4732-4957-8d1d-8e4c9ee83219 req-a2c3d0d4-921d-4a8a-a35a-5258650be825 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0502012 Jan 20 13:38:37.305079 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e960f80-4732-4957-8d1d-8e4c9ee83219 req-a6f74a1d-9636-4cfd-b1f2-b3be630a8c75 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431790 Jan 20 13:38:37.573075 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b3644-d2e1-4b28-9f90-4d14fed70404 req-a59fe5b0-1bce-44b1-8cf7-39444f2b3e17 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:37.574785 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e6b3644-d2e1-4b28-9f90-4d14fed70404 req-a59fe5b0-1bce-44b1-8cf7-39444f2b3e17 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 944 time: 0.0527294 Jan 20 13:38:37.621538 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e6b3644-d2e1-4b28-9f90-4d14fed70404 req-37dea630-59cc-4297-b62b-8b4e63965be9 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Jan 20 13:38:38.295058 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device af3b62ec-68a6-4ae0-a772-b681636b070b up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:38:38.347708 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port af3b62ec-68a6-4ae0-a772-b681636b070b completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:38:38.352410 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port af3b62ec-68a6-4ae0-a772-b681636b070b triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:38:38.352787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:38.423183 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c58a4-0418-48e3-9547-654a008b84ae req-e9fc18b7-0536-4562-a16e-bffaf0eba76d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:38.424741 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-563c58a4-0418-48e3-9547-654a008b84ae req-e9fc18b7-0536-4562-a16e-bffaf0eba76d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Jan 20 13:38:38.432093 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port af3b62ec-68a6-4ae0-a772-b681636b070b is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:38:38.432491 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:38.466297 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port af3b62ec-68a6-4ae0-a772-b681636b070b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=af3b62ec-68a6-4ae0-a772-b681636b070b,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:38.470584 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:38.475225 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-563c58a4-0418-48e3-9547-654a008b84ae req-12950277-eee4-41ca-ab06-8afc8974fca0 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Jan 20 13:38:38.477973 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38500) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:38.536957 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=af3b62ec-68a6-4ae0-a772-b681636b070b,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:38.634322 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b62ec-68a6-4ae0-a772-b681636b070b'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:38.637328 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc4e6f-cb4a-4001-b808-48c0f23a76a3" -d '{"events": [{"server_uuid": "0da2ff3b-6275-4309-a324-a00b2b572dd0", "name": "network-vif-plugged", "status": "completed", "tag": "af3b62ec-68a6-4ae0-a772-b681636b070b"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:38.683886 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7acb8-d49f-420e-8912-cdfd943489d0 x-openstack-request-id: req-f4a7acb8-d49f-420e-8912-cdfd943489d0 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:38.684390 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2ff3b-6275-4309-a324-a00b2b572dd0", "name": "network-vif-plugged", "status": "completed", "tag": "af3b62ec-68a6-4ae0-a772-b681636b070b", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:38.684816 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4a7acb8-d49f-420e-8912-cdfd943489d0 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:38.685373 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b62ec-68a6-4ae0-a772-b681636b070b', 'code': 200} Jan 20 13:38:38.751166 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291a428-8351-4ef4-8bea-355a09b4d6f6 req-5ec9ffce-77f0-4ab2-b526-15ab00c8a487 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:38.758947 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8291a428-8351-4ef4-8bea-355a09b4d6f6 req-5ec9ffce-77f0-4ab2-b526-15ab00c8a487 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.0675986 Jan 20 13:38:38.763454 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Deleting port eb4feb7d-3add-49ff-945a-6762fd481c70 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:38.763935 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:38.813606 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8291a428-8351-4ef4-8bea-355a09b4d6f6 req-310279cd-a0ac-4fa7-948d-a327c231568b tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537863 Jan 20 13:38:38.862408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:38.862764 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for floatingip (eb4feb7d-3add-49ff-945a-6762fd481c70), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:38.890109 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Calling delete_port for eb4feb7d-3add-49ff-945a-6762fd481c70 owned by network:floatingip {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:39.201469 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30882331-f9b4-44b8-af5f-2d2fc4e99d28 req-d3429dea-dce1-42a9-b2de-8b1c5d3e43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:39.202875 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30882331-f9b4-44b8-af5f-2d2fc4e99d28 req-d3429dea-dce1-42a9-b2de-8b1c5d3e43d2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 1098 time: 0.3504236 Jan 20 13:38:39.283652 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-30882331-f9b4-44b8-af5f-2d2fc4e99d28 req-dee7f95d-f706-4cf7-a0dc-377f403c3595 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732358 Jan 20 13:38:39.357303 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (eb4feb7d-3add-49ff-945a-6762fd481c70), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:39.383217 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event deleted for resources: {'Port': ['ID=eb4feb7d-3add-49ff-945a-6762fd481c70,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:39.442350 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for floatingip (6f0963d3-22a1-4ed2-ae97-f0982d520c83), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:39.442753 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Floating IP 6f0963d3-22a1-4ed2-ae97-f0982d520c83 disassociated (deleted). External IP: 172.27.2.186, port: d53b7c37-f513-449c-af85-d355e60845a1. Jan 20 13:38:39.601467 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e7a4f-12e1-4176-970c-1a88106a8a0b req-826f27a8-6fef-4ae8-aa1a-871e00cfe562 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:39.603008 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-735e7a4f-12e1-4176-970c-1a88106a8a0b req-826f27a8-6fef-4ae8-aa1a-871e00cfe562 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0504887 Jan 20 13:38:39.654395 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:38:39.655352 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-735e7a4f-12e1-4176-970c-1a88106a8a0b req-f8472f0d-00fe-4573-bd38-87f0b3fc6c5c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466349 Jan 20 13:38:39.765692 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:38:39.770207 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:39.771985 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacdc85-7706-415c-b544-5b89ce315cc0 req-32ef0499-374f-4eed-8bbe-71713bdf3e98 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:39.774515 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cacdc85-7706-415c-b544-5b89ce315cc0 req-32ef0499-374f-4eed-8bbe-71713bdf3e98 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Jan 20 13:38:39.776498 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789925a7-a57b-432b-908a-378627d5da1f None None] Sync routers for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:38:39.787800 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:39.788754 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:39.800552 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-c56b7574-6542-460d-9806-92c93db20ff3 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "DELETE /v2.0/floatingips/6f0963d3-22a1-4ed2-ae97-f0982d520c83 HTTP/1.1" status: 204 len: 168 time: 1.3214917 Jan 20 13:38:39.801549 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:39.804514 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64876a-2b74-4fca-a027-67833234472b" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:39.835202 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cacdc85-7706-415c-b544-5b89ce315cc0 req-14d44ade-3da5-4902-b78c-6efeec59cea3 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543194 Jan 20 13:38:39.858602 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38518) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:39.910492 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4e99be-3fc8-4190-b03c-d244e9dc8a26 x-openstack-request-id: req-7c4e99be-3fc8-4190-b03c-d244e9dc8a26 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:39.911042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:39.911775 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c4e99be-3fc8-4190-b03c-d244e9dc8a26 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:39.912396 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'status': 'completed', 'code': 200} Jan 20 13:38:39.914344 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:40.081772 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb72f6-fb7a-4103-bcfa-5cd8a29082e4 req-96795036-1fa1-4752-90c9-1977cf080a8f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.085261 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fcb72f6-fb7a-4103-bcfa-5cd8a29082e4 req-96795036-1fa1-4752-90c9-1977cf080a8f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.1161134 Jan 20 13:38:40.091470 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f83b6a-bdf2-4655-bd7b-7a9bf26d945a tempest-TestVolumeBootPattern-1207927651 tempest-TestVolumeBootPattern-1207927651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.093172 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-d7f83b6a-bdf2-4655-bd7b-7a9bf26d945a tempest-TestVolumeBootPattern-1207927651 tempest-TestVolumeBootPattern-1207927651-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 1093 time: 0.2334399 Jan 20 13:38:40.095929 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38524) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:40.096780 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa0c6-06de-42e0-b981-515280425c90 req-3e032dc7-7ae5-459d-a28b-075be4da6d33 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.098435 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b35fa0c6-06de-42e0-b981-515280425c90 req-3e032dc7-7ae5-459d-a28b-075be4da6d33 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0714290 Jan 20 13:38:40.101545 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Request body: {'floatingip': {'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'port_id': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:40.108765 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64876a-2b74-4fca-a027-67833234472b req-4104312e-816b-4065-b9eb-b57b8b6129dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.110387 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-4104312e-816b-4065-b9eb-b57b8b6129dc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 1099 time: 0.0781596 Jan 20 13:38:40.150661 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:40.171663 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:40.185123 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fcb72f6-fb7a-4103-bcfa-5cd8a29082e4 req-a0628eb5-e9cd-40b5-b9f0-1154286c02ff tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849724 Jan 20 13:38:40.195939 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b35fa0c6-06de-42e0-b981-515280425c90 req-f77e3796-887e-411d-8805-35cb1b6bf646 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820520 Jan 20 13:38:40.210189 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789925a7-a57b-432b-908a-378627d5da1f None None] Checking router: 5e4b3b8f-4547-4653-a66d-91373e7d2b37 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:38:40.213518 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:40.214209 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:40.274398 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64876a-2b74-4fca-a027-67833234472b req-4abd0e0e-add5-49f2-b21c-24ed1031160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.275937 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-4abd0e0e-add5-49f2-b21c-24ed1031160b service neutron] 10.222.0.91 "GET /v2.0/networks?id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 200 len: 909 time: 0.1503479 Jan 20 13:38:40.330491 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-90b58f87-0c55-4d90-8dd1-561d5c475e46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 200 len: 217 time: 0.0440955 Jan 20 13:38:40.393607 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:40.403414 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64876a-2b74-4fca-a027-67833234472b req-8ceabd31-6ab6-497b-bf06-3807a23a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.404973 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-8ceabd31-6ab6-497b-bf06-3807a23a0e26 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 200 len: 847 time: 0.0678561 Jan 20 13:38:40.409713 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:40.522572 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64876a-2b74-4fca-a027-67833234472b req-51791d49-53ba-4c32-958e-7556340e700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:40.524120 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-51791d49-53ba-4c32-958e-7556340e700b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=13e293a9-b7d6-4cc3-907e-f7eb6e23022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879292 Jan 20 13:38:40.562278 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Allocated IP 172.27.2.211 (f8b57e7c-03b1-4f77-97ef-1f3443e0a78d/7a7e357c-2038-4240-840c-13cd70ffda37/182dc9d6-3105-4711-b642-1a7e79fd4515) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:38:40.620590 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-789925a7-a57b-432b-908a-378627d5da1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:40.651460 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789925a7-a57b-432b-908a-378627d5da1f None None] The sync data for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi is: [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:32:01Z', 'revision_number': 4, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': 'a9827c5e-924e-4701-ba1f-13a1ed7481ce', 'name': '', 'network_id': '13e293a9-b7d6-4cc3-907e-f7eb6e23022f', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'mac_address': 'fa:16:3e:ee:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:00Z', 'updated_at': '2022-01-20T13:32:06Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'subnets': [{'id': '3a43449f-7953-4865-ac1b-47aaa8079c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:38:40.690193 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-4863a785-b87e-4b26-b604-d3f8d6c89ed1 service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579256 Jan 20 13:38:40.775309 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:40.829466 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-2a64876a-2b74-4fca-a027-67833234472b req-6434f191-e475-4182-8d61-be2784eb1e7a service neutron] 10.222.0.91 "GET /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299498 Jan 20 13:38:40.840054 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:40.886488 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Network f8b57e7c-03b1-4f77-97ef-1f3443e0a78d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:38:40.887195 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:38:40.891235 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:38:40.899151 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6627f4-8171-4fd9-aaa7-4c4f9c2668ca None None] New status for floating IP 6f0963d3-22a1-4ed2-ae97-f0982d520c83: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:38:40.916529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=182dc9d6-3105-4711-b642-1a7e79fd4515,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:41.296849 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (6b4f3f86-5cd6-4f85-b033-e6c1c2f52742), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:41.350720 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319526c9-575c-4246-88a3-16bffa0c2334 req-dc635734-6075-4ce3-a821-0b09b33feac2 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:41.352274 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-319526c9-575c-4246-88a3-16bffa0c2334 req-dc635734-6075-4ce3-a821-0b09b33feac2 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.0910475 Jan 20 13:38:41.367451 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326b09a-957a-4674-97ba-b6614bcf8f9e req-2a605e5b-2a63-4079-bdbe-bb40c34887a0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:41.369017 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c326b09a-957a-4674-97ba-b6614bcf8f9e req-2a605e5b-2a63-4079-bdbe-bb40c34887a0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0792241 Jan 20 13:38:41.374189 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:41.446963 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-319526c9-575c-4246-88a3-16bffa0c2334 req-275f04d1-a289-4626-8ccc-52ce493405b1 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883455 Jan 20 13:38:41.451216 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c326b09a-957a-4674-97ba-b6614bcf8f9e req-b6fcece7-d7b8-4769-9afb-8ea357dad858 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754941 Jan 20 13:38:41.551633 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:41.557097 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:41.636288 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event updated for resources: {'Port': ['ID=182dc9d6-3105-4711-b642-1a7e79fd4515,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:41.646469 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (6b4f3f86-5cd6-4f85-b033-e6c1c2f52742), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:41.754819 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Floating IP 6b4f3f86-5cd6-4f85-b033-e6c1c2f52742 associated. External IP: 172.27.2.211, port: 4d65d809-37b8-44f6-9d11-8e25c94157fd. Jan 20 13:38:41.965374 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:38:42.075771 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:38:42.086159 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:38:42.094477 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:42.096539 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:42.097164 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:42.120752 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-bec9049f-2fc6-4eab-8c9a-3bc65af1fe42 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0238016 Jan 20 13:38:42.121327 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:42.124170 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db0b36f-2405-4dec-90ff-b8400af7d12a" -d '{"events": [{"name": "network-changed", "server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:42.176521 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784abec6-5704-46fe-bfd2-b53a13ae61ee x-openstack-request-id: req-784abec6-5704-46fe-bfd2-b53a13ae61ee {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:42.176805 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:42.177049 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-784abec6-5704-46fe-bfd2-b53a13ae61ee {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:42.177675 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'status': 'completed', 'code': 200} Jan 20 13:38:42.205269 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-69acf40f-2208-4791-a177-dae9712fa2f8 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:42.206733 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-69acf40f-2208-4791-a177-dae9712fa2f8 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.91 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0578165 Jan 20 13:38:42.214626 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:42.302810 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-0cfbface-8e1b-454f-b4dc-b1afddafb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:42.304478 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-0cfbface-8e1b-454f-b4dc-b1afddafb737 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 1098 time: 0.1076045 Jan 20 13:38:42.449239 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '6b4f3f86-5cd6-4f85-b033-e6c1c2f52742', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:d3:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042837-0af9-4886-9b8f-453e93795754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:38:41Z', 'updated_at': '2022-01-20T13:38:41Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}, {'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:10Z', 'revision_number': 1, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:42.481386 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:38:42.491209 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:42.491952 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:42.575749 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea323c-a3af-414a-94ef-e2eef3ffef03 req-723ae859-4d83-4183-a143-3782e531d138 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:42.577585 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88ea323c-a3af-414a-94ef-e2eef3ffef03 req-723ae859-4d83-4183-a143-3782e531d138 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 946 time: 0.0537350 Jan 20 13:38:42.609123 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:42.632062 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88ea323c-a3af-414a-94ef-e2eef3ffef03 req-184e84a1-0a19-4a01-af49-9f58f7cf74ec tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/security-groups?id=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Jan 20 13:38:42.648487 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Deleting port d53b7c37-f513-449c-af85-d355e60845a1 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:42.649311 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (d53b7c37-f513-449c-af85-d355e60845a1), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:42.712318 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-5747e352-2e9c-46a0-ae4d-da09a87cbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:42.713681 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-5747e352-2e9c-46a0-ae4d-da09a87cbf39 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.4036419 Jan 20 13:38:42.799796 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] For port d53b7c37-f513-449c-af85-d355e60845a1, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=d53b7c37-f513-449c-af85-d355e60845a1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:42.800521 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (d53b7c37-f513-449c-af85-d355e60845a1), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:42.811071 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-6517eb3f-7c3c-46bb-8f67-ca8fe7ea166c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd HTTP/1.1" status: 200 len: 999 time: 0.0904508 Jan 20 13:38:42.817722 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Calling delete_port for d53b7c37-f513-449c-af85-d355e60845a1 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:42.860163 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '6b4f3f86-5cd6-4f85-b033-e6c1c2f52742', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:d3:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042837-0af9-4886-9b8f-453e93795754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:38:41Z', 'updated_at': '2022-01-20T13:38:41Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}, {'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:10Z', 'revision_number': 1, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:42.888040 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82d848-564a-4737-b0ed-cc113269ce8f None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': '6b4f3f86-5cd6-4f85-b033-e6c1c2f52742', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:d3:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42042837-0af9-4886-9b8f-453e93795754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:38:41Z', 'updated_at': '2022-01-20T13:38:41Z', 'revision_number': 0, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}, {'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:10Z', 'revision_number': 1, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:38:42.900345 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-a44f860c-a3a0-42c5-aebe-47e7b4033284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:42.901817 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-a44f860c-a3a0-42c5-aebe-47e7b4033284 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0853121 Jan 20 13:38:42.971583 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-80de6450-cc7e-452a-9089-1c1f014c4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:42.973744 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-80de6450-cc7e-452a-9089-1c1f014c4519 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645418 Jan 20 13:38:43.087045 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (d53b7c37-f513-449c-af85-d355e60845a1), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:43.128119 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event deleted for resources: {'Port': ['ID=d53b7c37-f513-449c-af85-d355e60845a1,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:43.136410 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-43337499-3715-4e71-8d3d-2be5a742fe62 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550872 Jan 20 13:38:43.157444 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258143b-90fd-478c-aedb-d3810b7d1ecd None None] New status for floating IP 6b4f3f86-5cd6-4f85-b033-e6c1c2f52742: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:38:43.249462 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] No DVR routers for this DVR port d53b7c37-f513-449c-af85-d355e60845a1 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:38:43.254987 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:43.258490 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-f23a38a0-6b61-42f5-9852-0c3ba1564b34 req-20de0974-85cd-499a-8584-cb14ac63b839 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.91 "DELETE /v2.0/ports/d53b7c37-f513-449c-af85-d355e60845a1 HTTP/1.1" status: 204 len: 173 time: 1.0426791 Jan 20 13:38:43.291570 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1db0b36f-2405-4dec-90ff-b8400af7d12a req-1d0e1563-f365-40f0-aa06-9f26033b58a5 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410823 Jan 20 13:38:43.754356 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4dee1ee-1e85-4632-a320-9be3a20bbc2c req-97e4ebac-9793-475e-a78f-f279deb8a3f5 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa6ca12-50ac-4775-ad98-63a92569437c HTTP/1.1" status: 200 len: 210 time: 0.0305684 Jan 20 13:38:44.179231 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-deleted', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:44.181700 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd3075-314b-4fd3-be9d-0786940cc932" -d '{"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-deleted", "tag": "d53b7c37-f513-449c-af85-d355e60845a1"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:44.219065 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03565c94-a9f1-4987-acec-665ba2f08a53 x-openstack-request-id: req-03565c94-a9f1-4987-acec-665ba2f08a53 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:44.219065 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa6ca12-50ac-4775-ad98-63a92569437c", "name": "network-vif-deleted", "tag": "d53b7c37-f513-449c-af85-d355e60845a1", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:44.219647 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03565c94-a9f1-4987-acec-665ba2f08a53 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:44.220157 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa6ca12-50ac-4775-ad98-63a92569437c', 'name': 'network-vif-deleted', 'tag': 'd53b7c37-f513-449c-af85-d355e60845a1', 'status': 'completed', 'code': 200} Jan 20 13:38:44.813716 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38564) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:44.880641 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e5b9-bb06-4fff-a661-f699291f4ae0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group (cb5ec6d1-fd12-4d03-b4a0-e636f98281e7), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:44.908002 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e5b9-bb06-4fff-a661-f699291f4ae0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group (cb5ec6d1-fd12-4d03-b4a0-e636f98281e7), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:44.968681 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e5b9-bb06-4fff-a661-f699291f4ae0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cb5ec6d1-fd12-4d03-b4a0-e636f98281e7), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:44.971395 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e5b9-bb06-4fff-a661-f699291f4ae0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:44.972581 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a6e7e5b9-bb06-4fff-a661-f699291f4ae0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] 10.222.0.70 "DELETE /v2.0/security-groups/cb5ec6d1-fd12-4d03-b4a0-e636f98281e7 HTTP/1.1" status: 204 len: 168 time: 0.1578662 Jan 20 13:38:44.982726 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7e5b9-bb06-4fff-a661-f699291f4ae0 tempest-TestShelveInstance-1505383176 tempest-TestShelveInstance-1505383176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ec6d1-fd12-4d03-b4a0-e636f98281e7,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:45.024276 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38568) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:45.438316 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (5e4b3b8f-4547-4653-a66d-91373e7d2b37), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:45.690484 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Deleting port a9827c5e-924e-4701-ba1f-13a1ed7481ce {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:45.690823 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:45.772387 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] For port a9827c5e-924e-4701-ba1f-13a1ed7481ce, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=a9827c5e-924e-4701-ba1f-13a1ed7481ce,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:45.772651 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:45.784196 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Calling delete_port for a9827c5e-924e-4701-ba1f-13a1ed7481ce owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:45.976422 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (a9827c5e-924e-4701-ba1f-13a1ed7481ce), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:46.001175 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9827c5e-924e-4701-ba1f-13a1ed7481ce,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:46.169474 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (5e4b3b8f-4547-4653-a66d-91373e7d2b37), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:46.311925 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:46.333462 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: d53b7c37-f513-449c-af85-d355e60845a1 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:46.334005 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device d53b7c37-f513-449c-af85-d355e60845a1 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:46.387752 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:38:46.496007 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:38:46.500995 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-05b44d74-bff7-4073-9a10-d6f0696a043e admin admin] 10.222.0.70 "PUT /v2.0/routers/5e4b3b8f-4547-4653-a66d-91373e7d2b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755960 Jan 20 13:38:46.503905 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38576) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:46.504761 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] Sync routers for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:38:46.518738 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:46.519357 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:46.610779 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks [] for router (5e4b3b8f-4547-4653-a66d-91373e7d2b37), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:46.626351 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:46.718631 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks [] for router_gateway (5e4b3b8f-4547-4653-a66d-91373e7d2b37), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:46.773271 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Deleting port af1f5175-3dd5-48e4-994f-4281c6ed54ee {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:46.773615 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:46.808880 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:38:45Z', 'revision_number': 5, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port': {'id': 'af1f5175-3dd5-48e4-994f-4281c6ed54ee', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:31:58Z', 'updated_at': '2022-01-20T13:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:46.840573 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] Checking router: 5e4b3b8f-4547-4653-a66d-91373e7d2b37 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:38:46.849492 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] Routers {'5e4b3b8f-4547-4653-a66d-91373e7d2b37'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:46.850924 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:46.863919 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] For port af1f5175-3dd5-48e4-994f-4281c6ed54ee, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=af1f5175-3dd5-48e4-994f-4281c6ed54ee,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:46.864218 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:46.878079 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Calling delete_port for af1f5175-3dd5-48e4-994f-4281c6ed54ee owned by network:router_gateway {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:47.032494 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] Set router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:47.060334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (af1f5175-3dd5-48e4-994f-4281c6ed54ee), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.087863 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1f5175-3dd5-48e4-994f-4281c6ed54ee,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:47.094867 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:38:46Z', 'revision_number': 6, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:47.122922 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6877d8-25e7-469c-9b02-1f7fd3ac5111 None None] The sync data for ids ['5e4b3b8f-4547-4653-a66d-91373e7d2b37'] in dv-cinder-825493-1-iscsi is: [{'id': '5e4b3b8f-4547-4653-a66d-91373e7d2b37', 'name': 'tempest-TestShelveInstance-483127104-router', 'tenant_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:31:57Z', 'updated_at': '2022-01-20T13:38:46Z', 'revision_number': 6, 'project_id': 'ebd453b05be74b3584cc35d4b6dfb16a', 'gw_port_host': None}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:38:47.150326 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (5e4b3b8f-4547-4653-a66d-91373e7d2b37), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.245995 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (5e4b3b8f-4547-4653-a66d-91373e7d2b37), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.248236 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks [] for router_controller (5e4b3b8f-4547-4653-a66d-91373e7d2b37), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.291540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (5e4b3b8f-4547-4653-a66d-91373e7d2b37), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.292162 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4b3b8f-4547-4653-a66d-91373e7d2b37 {{(pid=102510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:38:47.297081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.298208 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4357356a-6019-4fbd-93c5-ce313c5e1673 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5e4b3b8f-4547-4653-a66d-91373e7d2b37 HTTP/1.1" status: 204 len: 168 time: 0.7935209 Jan 20 13:38:47.300797 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38578) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:47.348104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Deleting subnet 3a43449f-7953-4865-ac1b-47aaa8079c5e {{(pid=102510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:38:47.351909 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Publish callbacks [] for subnet (3a43449f-7953-4865-ac1b-47aaa8079c5e), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.386625 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62892760'] for subnet (3a43449f-7953-4865-ac1b-47aaa8079c5e), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.471791 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (3a43449f-7953-4865-ac1b-47aaa8079c5e), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.528545 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62892558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60277383'] for subnet (3a43449f-7953-4865-ac1b-47aaa8079c5e), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.554848 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a43449f-7953-4865-ac1b-47aaa8079c5e,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:47.558432 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.561757 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-ce0713b3-8401-45fc-aa66-12acc401892f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3a43449f-7953-4865-ac1b-47aaa8079c5e HTTP/1.1" status: 204 len: 168 time: 0.2600088 Jan 20 13:38:47.564403 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38584) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:47.567708 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a32d12-01a0-4101-aeae-5648c6778a6a None None] Network 13e293a9-b7d6-4cc3-907e-f7eb6e23022f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:38:47.637825 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (13e293a9-b7d6-4cc3-907e-f7eb6e23022f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.693150 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Deleting port 13b845ee-482c-4448-b756-a60ceec388f1 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:47.694161 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (13b845ee-482c-4448-b756-a60ceec388f1), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.756925 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] For port 13b845ee-482c-4448-b756-a60ceec388f1, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=13b845ee-482c-4448-b756-a60ceec388f1,segment=NetworkSegment(7cd7b692-1557-47b9-b5db-530961d69a0c),segment_id=7cd7b692-1557-47b9-b5db-530961d69a0c)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:47.757290 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (13b845ee-482c-4448-b756-a60ceec388f1), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.773547 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Calling delete_port for 13b845ee-482c-4448-b756-a60ceec388f1 owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:47.851557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (13b845ee-482c-4448-b756-a60ceec388f1), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.877254 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b845ee-482c-4448-b756-a60ceec388f1,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:47.880738 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] No DVR routers for this DVR port 13b845ee-482c-4448-b756-a60ceec388f1 on host dv-cinder-825493-1-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:38:47.897624 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f0e0b-9088-4862-814a-df8e5fd8e2f3 None None] DHCP port deletion for 13e293a9-b7d6-4cc3-907e-f7eb6e23022f request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:38:47.961047 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (13e293a9-b7d6-4cc3-907e-f7eb6e23022f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:47.981663 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e293a9-b7d6-4cc3-907e-f7eb6e23022f']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:47.993791 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd7b692-1557-47b9-b5db-530961d69a0c') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:47.994173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd7b692-1557-47b9-b5db-530961d69a0c') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:48.007125 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (7cd7b692-1557-47b9-b5db-530961d69a0c), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:48.021016 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (7cd7b692-1557-47b9-b5db-530961d69a0c), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:48.027296 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:38:48.027712 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (7cd7b692-1557-47b9-b5db-530961d69a0c), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:38:48.029476 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:38:48.090484 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (13e293a9-b7d6-4cc3-907e-f7eb6e23022f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:48.096291 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:48.099411 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] 10.222.0.70 "DELETE /v2.0/networks/13e293a9-b7d6-4cc3-907e-f7eb6e23022f HTTP/1.1" status: 204 len: 168 time: 0.5340004 Jan 20 13:38:48.103755 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38586) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:48.110950 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8c9d3-49a2-4488-8c44-6b80e3237a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e293a9-b7d6-4cc3-907e-f7eb6e23022f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:48.761888 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (554a7eca-08e2-4ed4-968d-72d011c81b86), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:48.879037 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a9827c5e-924e-4701-ba1f-13a1ed7481ce no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:48.899152 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: a9827c5e-924e-4701-ba1f-13a1ed7481ce {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:48.899494 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a9827c5e-924e-4701-ba1f-13a1ed7481ce not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:48.899960 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device af1f5175-3dd5-48e4-994f-4281c6ed54ee no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:48.922965 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: af1f5175-3dd5-48e4-994f-4281c6ed54ee {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:48.923301 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device af1f5175-3dd5-48e4-994f-4281c6ed54ee not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:48.923715 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 13b845ee-482c-4448-b756-a60ceec388f1 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:48.953872 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 13b845ee-482c-4448-b756-a60ceec388f1 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:48.954269 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 13b845ee-482c-4448-b756-a60ceec388f1 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:49.030535 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Deleting port 08af6a32-8f73-449f-9395-c587874a9532 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:49.030780 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (08af6a32-8f73-449f-9395-c587874a9532), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:49.112884 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] For port 08af6a32-8f73-449f-9395-c587874a9532, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=08af6a32-8f73-449f-9395-c587874a9532,segment=NetworkSegment(fd35556d-53aa-4396-bbd4-fc8c2fa1a550),segment_id=fd35556d-53aa-4396-bbd4-fc8c2fa1a550)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:49.113572 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (08af6a32-8f73-449f-9395-c587874a9532), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:49.125307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Calling delete_port for 08af6a32-8f73-449f-9395-c587874a9532 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:49.313403 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (08af6a32-8f73-449f-9395-c587874a9532), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:49.340278 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=08af6a32-8f73-449f-9395-c587874a9532,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:49.516861 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (554a7eca-08e2-4ed4-968d-72d011c81b86), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:49.733914 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Router 554a7eca-08e2-4ed4-968d-72d011c81b86 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:38:49.840565 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:38:49.845673 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2a185137-2c26-45d3-ab4e-ff5482784dcd admin admin] 10.222.0.70 "PUT /v2.0/routers/554a7eca-08e2-4ed4-968d-72d011c81b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402709 Jan 20 13:38:49.848131 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38594) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:49.850937 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] Sync routers for ids ['554a7eca-08e2-4ed4-968d-72d011c81b86'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:38:49.862271 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] Routers {'554a7eca-08e2-4ed4-968d-72d011c81b86'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:49.862888 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['554a7eca-08e2-4ed4-968d-72d011c81b86'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:49.954361 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks [] for router (554a7eca-08e2-4ed4-968d-72d011c81b86), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:49.970729 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] Set router 554a7eca-08e2-4ed4-968d-72d011c81b86 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:50.068959 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks [] for router_gateway (554a7eca-08e2-4ed4-968d-72d011c81b86), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.127062 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Deleting port 5e04ffad-1138-4dfb-9037-1dd3a03e1894 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:50.128219 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.173014 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:38:49Z', 'revision_number': 5, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port': {'id': '5e04ffad-1138-4dfb-9037-1dd3a03e1894', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:32:06Z', 'updated_at': '2022-01-20T13:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:50.204165 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] Checking router: 554a7eca-08e2-4ed4-968d-72d011c81b86 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:38:50.212794 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] Routers {'554a7eca-08e2-4ed4-968d-72d011c81b86'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:38:50.213413 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:38:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['554a7eca-08e2-4ed4-968d-72d011c81b86'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:50.215589 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] For port 5e04ffad-1138-4dfb-9037-1dd3a03e1894, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=5e04ffad-1138-4dfb-9037-1dd3a03e1894,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:50.216004 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.228866 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Calling delete_port for 5e04ffad-1138-4dfb-9037-1dd3a03e1894 owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:50.310788 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] Set router 554a7eca-08e2-4ed4-968d-72d011c81b86 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:38:50.407145 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (5e04ffad-1138-4dfb-9037-1dd3a03e1894), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.434352 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e04ffad-1138-4dfb-9037-1dd3a03e1894,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:50.494932 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (554a7eca-08e2-4ed4-968d-72d011c81b86), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.497542 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:38:50Z', 'revision_number': 6, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:50.527646 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8eeae-7f13-44af-b3d3-a58d9a2f3246 None None] The sync data for ids ['554a7eca-08e2-4ed4-968d-72d011c81b86'] in dv-cinder-825493-1-iscsi is: [{'id': '554a7eca-08e2-4ed4-968d-72d011c81b86', 'name': 'tempest-TestShelveInstance-2110487515-router', 'tenant_id': 'd5029eebf74d48829a60586b6b484d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:32:05Z', 'updated_at': '2022-01-20T13:38:50Z', 'revision_number': 6, 'project_id': 'd5029eebf74d48829a60586b6b484d8f', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:38:50.594366 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (554a7eca-08e2-4ed4-968d-72d011c81b86), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.596624 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks [] for router_controller (554a7eca-08e2-4ed4-968d-72d011c81b86), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.648763 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (554a7eca-08e2-4ed4-968d-72d011c81b86), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.649374 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554a7eca-08e2-4ed4-968d-72d011c81b86 {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:38:50.654518 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.655697 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-83c8bebf-db3d-40bc-9320-10df1c925d17 admin admin] 10.222.0.70 "DELETE /v2.0/routers/554a7eca-08e2-4ed4-968d-72d011c81b86 HTTP/1.1" status: 204 len: 168 time: 0.8066554 Jan 20 13:38:50.658338 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38600) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:50.704390 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Deleting subnet a0247971-6c53-4655-853a-29013f736065 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:38:50.708204 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Publish callbacks [] for subnet (a0247971-6c53-4655-853a-29013f736065), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.745975 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (a0247971-6c53-4655-853a-29013f736065), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.893562 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (a0247971-6c53-4655-853a-29013f736065), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:50.942889 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-bcc6fadc-9571-45bd-8469-a2e1ebff8573 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:50.944806 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-bcc6fadc-9571-45bd-8469-a2e1ebff8573 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1673543 Jan 20 13:38:50.972106 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-c86081a4-8ae5-488a-a480-fa3ad91bc5ab tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/quotas/852534d0fb834899b76295811f463919 HTTP/1.1" status: 200 len: 375 time: 0.0219369 Jan 20 13:38:50.997006 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (a0247971-6c53-4655-853a-29013f736065), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.059148 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.063062 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a0247971-6c53-4655-853a-29013f736065 HTTP/1.1" status: 204 len: 168 time: 0.4037182 Jan 20 13:38:51.064339 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8104f-e4b5-40fa-b34b-d5ec2e523df0 None None] Network e48d82c0-c228-4a86-a086-a3767c11214f requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:38:51.065664 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38614) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:51.066625 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a1e4f-34f8-4959-89eb-a238f96ec798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0247971-6c53-4655-853a-29013f736065,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:51.082316 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-e40b3cca-dc66-4efc-8824-2dea502d9464 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005945 Jan 20 13:38:51.148445 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (e48d82c0-c228-4a86-a086-a3767c11214f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.189232 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-46c34564-d308-491c-986f-a4358a7e5273 service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994720 Jan 20 13:38:51.206389 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Deleting port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:38:51.206717 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.270569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] For port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,segment=NetworkSegment(fd35556d-53aa-4396-bbd4-fc8c2fa1a550),segment_id=fd35556d-53aa-4396-bbd4-fc8c2fa1a550)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:51.270841 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.283969 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Calling delete_port for 6f10e2b0-3e65-4d53-83b5-f1353b42e62f owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:38:51.284474 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-8ba7cd08-e5cc-4b2b-8e79-cdcc7fdbf7e0 service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847318 Jan 20 13:38:51.372129 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (6f10e2b0-3e65-4d53-83b5-f1353b42e62f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.374505 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f22d51-2ace-4547-bc6c-00ed5113d5d0 None None] DHCP port deletion for e48d82c0-c228-4a86-a086-a3767c11214f request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:38:51.401838 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 08af6a32-8f73-449f-9395-c587874a9532 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:51.421408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] No DVR routers for this DVR port 6f10e2b0-3e65-4d53-83b5-f1353b42e62f on host dv-cinder-825493-1-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:38:51.423915 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f10e2b0-3e65-4d53-83b5-f1353b42e62f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:51.449770 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 08af6a32-8f73-449f-9395-c587874a9532 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:51.450125 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 08af6a32-8f73-449f-9395-c587874a9532 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:51.494446 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f8c73fc-7778-4c93-a5b6-f54682800c73 req-d5244ec7-72bb-4308-81f7-15c47fc6ce1e tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 210 time: 0.0309656 Jan 20 13:38:51.508033 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (e48d82c0-c228-4a86-a086-a3767c11214f), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.535408 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48d82c0-c228-4a86-a086-a3767c11214f']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:51.546660 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:51.546948 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd35556d-53aa-4396-bbd4-fc8c2fa1a550') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:38:51.557507 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (fd35556d-53aa-4396-bbd4-fc8c2fa1a550), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.577017 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (fd35556d-53aa-4396-bbd4-fc8c2fa1a550), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.583686 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:38:51.584196 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (fd35556d-53aa-4396-bbd4-fc8c2fa1a550), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:38:51.586957 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:38:51.656681 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (e48d82c0-c228-4a86-a086-a3767c11214f), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.664513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.669898 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] 10.222.0.70 "DELETE /v2.0/networks/e48d82c0-c228-4a86-a086-a3767c11214f HTTP/1.1" status: 204 len: 168 time: 0.6031935 Jan 20 13:38:51.689672 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3f06-7554-441b-a079-7a40088bb2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e48d82c0-c228-4a86-a086-a3767c11214f,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:51.817969 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38628) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:51.863254 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-c6eb37d1-71b0-49f1-8f67-aa3aef4444c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebd453b05be74b3584cc35d4b6dfb16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417850 Jan 20 13:38:51.863481 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38630) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:51.916265 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4e58ebc1-4ae7-4931-aa67-7de2e815d57e admin admin] Publish callbacks [] for security_group (4cc93154-7f0e-48fe-b464-87027650fdd6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.937894 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4e58ebc1-4ae7-4931-aa67-7de2e815d57e admin admin] Publish callbacks [] for security_group (4cc93154-7f0e-48fe-b464-87027650fdd6), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.993600 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4e58ebc1-4ae7-4931-aa67-7de2e815d57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4cc93154-7f0e-48fe-b464-87027650fdd6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.996416 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4e58ebc1-4ae7-4931-aa67-7de2e815d57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:51.997589 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4e58ebc1-4ae7-4931-aa67-7de2e815d57e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cc93154-7f0e-48fe-b464-87027650fdd6 HTTP/1.1" status: 204 len: 168 time: 0.1331949 Jan 20 13:38:52.005899 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58ebc1-4ae7-4931-aa67-7de2e815d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc93154-7f0e-48fe-b464-87027650fdd6,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:52.337874 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38636) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:52.403078 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-427998ce-8807-47aa-aa97-846cafb076b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5029eebf74d48829a60586b6b484d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638630 Jan 20 13:38:52.405749 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38638) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:38:52.463385 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cddcb9b8-e1c5-49aa-be6d-a4a9b7446e81 admin admin] Publish callbacks [] for security_group (52426496-f2c6-483e-9b0e-ca50e2e78d19), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:52.486815 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cddcb9b8-e1c5-49aa-be6d-a4a9b7446e81 admin admin] Publish callbacks [] for security_group (52426496-f2c6-483e-9b0e-ca50e2e78d19), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:52.492256 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-562594b3-7b93-41c3-8f0d-afb891684cfc tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:52.494268 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-562594b3-7b93-41c3-8f0d-afb891684cfc tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1177127 Jan 20 13:38:52.508896 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Request body: {'port': {'device_id': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'admin_state_up': True, 'tenant_id': '852534d0fb834899b76295811f463919'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:52.543401 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cddcb9b8-e1c5-49aa-be6d-a4a9b7446e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (52426496-f2c6-483e-9b0e-ca50e2e78d19), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:52.546182 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cddcb9b8-e1c5-49aa-be6d-a4a9b7446e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:52.547483 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cddcb9b8-e1c5-49aa-be6d-a4a9b7446e81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52426496-f2c6-483e-9b0e-ca50e2e78d19 HTTP/1.1" status: 204 len: 168 time: 0.1398513 Jan 20 13:38:52.567786 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb9b8-e1c5-49aa-be6d-a4a9b7446e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52426496-f2c6-483e-9b0e-ca50e2e78d19,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:52.615575 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d1236ce2-9fe6-444f-bc8c-2e5ad2de5840 req-b863de4e-036c-4b84-88c5-ddafa17c08e4 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 210 time: 0.0301342 Jan 20 13:38:52.658409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Made reservation on behalf of 852534d0fb834899b76295811f463919 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:38:52.662323 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:52.799636 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Allocated IP 172.20.0.12 (ed15dc7c-024a-46aa-acdc-70fd6a6498c6/a07bb344-dd34-4202-9c26-f71f64152433/b64052c7-9d7d-411f-9e51-10fe09ed1813) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:38:52.889308 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5e04ffad-1138-4dfb-9037-1dd3a03e1894 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:52.911874 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 5e04ffad-1138-4dfb-9037-1dd3a03e1894 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:52.912147 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5e04ffad-1138-4dfb-9037-1dd3a03e1894 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:52.913351 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6f10e2b0-3e65-4d53-83b5-f1353b42e62f no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:38:52.934959 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 6f10e2b0-3e65-4d53-83b5-f1353b42e62f {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:38:52.935300 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 6f10e2b0-3e65-4d53-83b5-f1353b42e62f not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:38:52.974505 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks [] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.008285 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.020160 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:38:53.056529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:38:53.059511 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:38:53.063451 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:38:53.069975 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event updated for resources: {'Port': ['ID=b64052c7-9d7d-411f-9e51-10fe09ed1813,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:53.117709 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:53.118345 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.135128 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-9cd78e86-9512-4529-9c57-29c082122323 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6309307 Jan 20 13:38:53.150722 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Request body: {'port': {'device_id': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:38:53.203872 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.464419 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64052c7-9d7d-411f-9e51-10fe09ed1813 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:38:53.471776 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Publish callbacks [] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.484349 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Transition to ACTIVE for port object b64052c7-9d7d-411f-9e51-10fe09ed1813 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:38:53.487715 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.536215 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Pushing event updated for resources: {'Port': ['ID=b64052c7-9d7d-411f-9e51-10fe09ed1813,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:53.607731 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Attempting to bind port b64052c7-9d7d-411f-9e51-10fe09ed1813 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:38:53.608103 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Attempting to bind port b64052c7-9d7d-411f-9e51-10fe09ed1813 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:38:53.608434 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Attempting to bind port b64052c7-9d7d-411f-9e51-10fe09ed1813 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:38:53.612673 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Port b64052c7-9d7d-411f-9e51-10fe09ed1813 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:38:53.612995 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Attempting to bind port b64052c7-9d7d-411f-9e51-10fe09ed1813 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:38:53.618242 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:38:53.618580 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Checking segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:38:53.618964 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Bound using segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:38:53.619386 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Bound port: b64052c7-9d7d-411f-9e51-10fe09ed1813, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:38:53.619740 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.684927 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] For port b64052c7-9d7d-411f-9e51-10fe09ed1813, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:38:53.688045 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] For port b64052c7-9d7d-411f-9e51-10fe09ed1813, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:38:53.693655 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.725390 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:53.726265 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:53.727705 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] 10.222.0.91 "PUT /v2.0/ports/b64052c7-9d7d-411f-9e51-10fe09ed1813 HTTP/1.1" status: 200 len: 1094 time: 0.5820975 Jan 20 13:38:53.730001 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'tag': 'b64052c7-9d7d-411f-9e51-10fe09ed1813'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:38:53.732771 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefa95b-6a01-4354-ac86-9253c6f1d29c", "tag": "b64052c7-9d7d-411f-9e51-10fe09ed1813"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:38:53.739072 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b735a-f264-4243-9222-b88dfe393962 req-ce5f28a4-be1b-46fd-b78a-9cd2040fa287 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:53.741553 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-385b735a-f264-4243-9222-b88dfe393962 req-ce5f28a4-be1b-46fd-b78a-9cd2040fa287 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 944 time: 0.0517402 Jan 20 13:38:53.776599 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7c0d80-65cf-407e-98e7-25a428637965 x-openstack-request-id: req-0c7c0d80-65cf-407e-98e7-25a428637965 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:38:53.777253 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefa95b-6a01-4354-ac86-9253c6f1d29c", "tag": "b64052c7-9d7d-411f-9e51-10fe09ed1813", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:38:53.777663 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c7c0d80-65cf-407e-98e7-25a428637965 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:38:53.778271 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'tag': 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'status': 'completed', 'code': 200} Jan 20 13:38:53.779669 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93533a6-d3b5-4c84-8e1f-dc9bd9c78fdc service neutron] Pushing event updated for resources: {'Port': ['ID=b64052c7-9d7d-411f-9e51-10fe09ed1813,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:53.810566 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-385b735a-f264-4243-9222-b88dfe393962 req-db05b86f-e208-4e48-9ec5-5eb09b604125 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584066 Jan 20 13:38:53.834511 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-63b44907-f1d3-4b54-b336-2c6abb4bfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:53.836095 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-63b44907-f1d3-4b54-b336-2c6abb4bfa6a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 1097 time: 0.0482035 Jan 20 13:38:54.130492 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-217065f0-ce4f-4b5a-aff9-e28f875635a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813 HTTP/1.1" status: 200 len: 217 time: 0.2872622 Jan 20 13:38:54.178367 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-8784329f-ebbf-4008-95a8-8f39500700d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:54.179789 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-8784329f-ebbf-4008-95a8-8f39500700d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0430830 Jan 20 13:38:54.213254 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-ebfe979c-560d-452e-961b-52595d0cdca0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257854 Jan 20 13:38:54.308568 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-4784a002-4bbf-4619-b19d-bb851eba3c6e service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873168 Jan 20 13:38:54.396929 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1e0aa1de-3e2e-43e5-ad5f-c58df030592f req-ff7a6945-32d6-471e-952a-1bfff1df9c88 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816882 Jan 20 13:38:54.497680 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-a572a23f-a0f2-40d6-8efa-5403a38d931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:54.499148 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-a572a23f-a0f2-40d6-8efa-5403a38d931b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 1097 time: 0.0458519 Jan 20 13:38:54.588416 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-0b131a01-cf56-444b-9896-f20f9ec3f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:54.589867 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-0b131a01-cf56-444b-9896-f20f9ec3f0a9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 915 time: 0.0836804 Jan 20 13:38:54.639582 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-6eff45aa-63e0-48c0-8c2e-218f893ededb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813 HTTP/1.1" status: 200 len: 217 time: 0.0380502 Jan 20 13:38:54.697632 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-11b88fb7-2e32-41f1-b6ba-21f7751768f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:54.698989 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-11b88fb7-2e32-41f1-b6ba-21f7751768f1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0467777 Jan 20 13:38:54.730839 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-09c01578-3200-4976-a87c-fa163927891c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246334 Jan 20 13:38:54.824251 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-e06804ba-e3e5-4044-85a1-d627999536c3 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870879 Jan 20 13:38:54.922155 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-3c884467-c8ac-44a5-bd6b-bd0f936ba7b8 req-bfe48c46-0618-4005-9bd6-3bba731c2c48 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861969 Jan 20 13:38:54.933795 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25152de-3fad-4aed-aa0f-52c99e9f4025 req-b0defd99-0361-4bb8-90f1-1336ca3c724f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:54.935293 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d25152de-3fad-4aed-aa0f-52c99e9f4025 req-b0defd99-0361-4bb8-90f1-1336ca3c724f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 944 time: 0.0521147 Jan 20 13:38:54.984756 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d25152de-3fad-4aed-aa0f-52c99e9f4025 req-76c72717-765c-4224-8c1b-5ef32fe19154 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Jan 20 13:38:55.912526 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:56.099023 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fcb61-17d7-4850-bb0a-be1823b18bd5 req-5b5188f8-7391-4e0c-a56c-9aadc46b2abf tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:56.100613 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f83fcb61-17d7-4850-bb0a-be1823b18bd5 req-5b5188f8-7391-4e0c-a56c-9aadc46b2abf tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 944 time: 0.0486863 Jan 20 13:38:56.149826 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f83fcb61-17d7-4850-bb0a-be1823b18bd5 req-64e091cd-f7bc-4b6d-a474-1e4d4933495b tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Jan 20 13:38:57.269127 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e5a7-55f4-4de6-82c3-fec5094ec10f req-9fe20544-c660-4d09-af37-45cc12af05ad tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:57.270599 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4f3e5a7-55f4-4de6-82c3-fec5094ec10f req-9fe20544-c660-4d09-af37-45cc12af05ad tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 944 time: 0.0526953 Jan 20 13:38:57.292514 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:38:57.321789 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4f3e5a7-55f4-4de6-82c3-fec5094ec10f req-7aa75570-e93b-41f5-ab4c-4b7e915e1711 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Jan 20 13:38:58.383457 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b64052c7-9d7d-411f-9e51-10fe09ed1813 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:38:58.438917 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e322-ef41-463d-8718-0de4b7acec7b req-e3487b69-07f1-43b9-b648-66949512997c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:58.440446 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9659e322-ef41-463d-8718-0de4b7acec7b req-e3487b69-07f1-43b9-b648-66949512997c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 944 time: 0.0507932 Jan 20 13:38:58.483397 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port b64052c7-9d7d-411f-9e51-10fe09ed1813, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:58.492388 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9659e322-ef41-463d-8718-0de4b7acec7b req-3cf7ec64-4981-46a3-a016-e02bbfeb24aa tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Jan 20 13:38:58.495303 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'port_id': 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'mac_address': 'fa:16:3e:7e:4e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07bb344-dd34-4202-9c26-f71f64152433', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:38:58.533104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port b64052c7-9d7d-411f-9e51-10fe09ed1813 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:38:58.533491 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:58.546540 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64052c7-9d7d-411f-9e51-10fe09ed1813 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:38:58.565713 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port b64052c7-9d7d-411f-9e51-10fe09ed1813, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:38:58.570024 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:58.620297 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=b64052c7-9d7d-411f-9e51-10fe09ed1813,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:38:59.038084 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-f0791a9c-95c6-4253-8982-be9e440c05f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:38:59.041773 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['b64052c7-9d7d-411f-9e51-10fe09ed1813'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:38:59.606733 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85453943-393a-4a84-98ce-35ca34c63866 req-0e3d98e4-e32f-4a01-937f-e074f13a4ced tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:38:59.608199 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85453943-393a-4a84-98ce-35ca34c63866 req-0e3d98e4-e32f-4a01-937f-e074f13a4ced tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 945 time: 0.0477393 Jan 20 13:38:59.657736 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85453943-393a-4a84-98ce-35ca34c63866 req-4c47b038-28bc-4614-9621-fbac97745410 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Jan 20 13:39:00.385869 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b64052c7-9d7d-411f-9e51-10fe09ed1813 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:39:00.434176 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port b64052c7-9d7d-411f-9e51-10fe09ed1813 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:39:00.438202 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port b64052c7-9d7d-411f-9e51-10fe09ed1813 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:39:00.438579 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:00.516825 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port b64052c7-9d7d-411f-9e51-10fe09ed1813 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:39:00.517210 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:00.540647 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64052c7-9d7d-411f-9e51-10fe09ed1813'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:00.542837 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa03781-7503-424b-b5e4-662513bdecf0" -d '{"events": [{"server_uuid": "dbefa95b-6a01-4354-ac86-9253c6f1d29c", "name": "network-vif-plugged", "status": "completed", "tag": "b64052c7-9d7d-411f-9e51-10fe09ed1813"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:00.555703 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port b64052c7-9d7d-411f-9e51-10fe09ed1813, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:00.559694 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:00.594867 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43f1c74-d790-4ed6-b09d-5893af114075 x-openstack-request-id: req-a43f1c74-d790-4ed6-b09d-5893af114075 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:00.595168 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbefa95b-6a01-4354-ac86-9253c6f1d29c", "name": "network-vif-plugged", "status": "completed", "tag": "b64052c7-9d7d-411f-9e51-10fe09ed1813", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:00.595423 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a43f1c74-d790-4ed6-b09d-5893af114075 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:00.595814 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'code': 200} Jan 20 13:39:00.623942 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=b64052c7-9d7d-411f-9e51-10fe09ed1813,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:00.762336 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6f18-6dc3-4d53-999e-1d9b89d36630 req-397c42d3-5bed-4367-9342-be6b5c6edc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:00.764101 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-07fb6f18-6dc3-4d53-999e-1d9b89d36630 req-397c42d3-5bed-4367-9342-be6b5c6edc1d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 1099 time: 0.0416064 Jan 20 13:39:00.777796 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f41b4-09de-4a37-b3ce-1b144e59cfd9 req-89d527b9-43e4-4e69-92bb-70ba91187738 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:00.779411 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-610f41b4-09de-4a37-b3ce-1b144e59cfd9 req-89d527b9-43e4-4e69-92bb-70ba91187738 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0493805 Jan 20 13:39:00.814708 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-07fb6f18-6dc3-4d53-999e-1d9b89d36630 req-28a4789a-66a3-4f9c-b5f2-a7a69300d0be service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Jan 20 13:39:00.826863 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-610f41b4-09de-4a37-b3ce-1b144e59cfd9 req-0a63bcbf-bae3-41b4-9f8c-4bdd486f613d tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Jan 20 13:39:01.818852 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-798e6b0c-1e81-4ef4-88f5-015cee5cdb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:01.946149 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75a89a-3c82-420c-a892-f9d3d44bda03 req-7679c5be-0241-4ec1-a718-2903a3e0d1f7 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:01.948302 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb75a89a-3c82-420c-a892-f9d3d44bda03 req-7679c5be-0241-4ec1-a718-2903a3e0d1f7 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0505903 Jan 20 13:39:01.995232 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb75a89a-3c82-420c-a892-f9d3d44bda03 req-16e5daa7-26ba-4a45-a469-3607d90c62b6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Jan 20 13:39:03.043144 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:03.124801 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25198c9-1b0c-48aa-a4ae-9e09e33cb93a req-b2d3f016-b4d8-4917-9c8c-6e2153e32db4 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:03.126216 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c25198c9-1b0c-48aa-a4ae-9e09e33cb93a req-b2d3f016-b4d8-4917-9c8c-6e2153e32db4 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0521586 Jan 20 13:39:03.174278 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c25198c9-1b0c-48aa-a4ae-9e09e33cb93a req-1371f8db-1985-4ec4-8214-a76f6c012dd7 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Jan 20 13:39:03.950001 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:04.921000 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-67c23827-8ebe-4230-8805-2faf63829ffb tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:04.922481 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-67c23827-8ebe-4230-8805-2faf63829ffb tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1022742 Jan 20 13:39:04.937301 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-550aa13f-e8d6-44c7-a0a2-9c1dd5c52906 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/quotas/852534d0fb834899b76295811f463919 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Jan 20 13:39:04.991795 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-b903214b-2df4-41e0-8980-0ec87dfe3a72 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495543 Jan 20 13:39:05.106083 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-d2a9ea47-e73b-4f7f-a647-7a006788d7ba service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073515 Jan 20 13:39:05.199985 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-31709c62-a47f-438d-88b0-4a70cd48da65 service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875456 Jan 20 13:39:05.341254 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:05.364717 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d634ba9-36fd-45f6-84a6-575e8725861c req-2e01b626-1800-4fde-b411-ea56b83e13e2 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 210 time: 0.0306587 Jan 20 13:39:06.328978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-d8016207-1e74-4d7a-9c59-31c7891c1052 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:06.330417 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-d8016207-1e74-4d7a-9c59-31c7891c1052 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1039977 Jan 20 13:39:06.344885 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Request body: {'port': {'device_id': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'admin_state_up': True, 'tenant_id': '852534d0fb834899b76295811f463919'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:06.462353 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b10c491-3bf2-4dbf-8e92-6b45ca67c588 req-a3895502-db58-4aa9-b93f-8dd769b6d56c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 210 time: 0.0266569 Jan 20 13:39:06.464813 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Made reservation on behalf of 852534d0fb834899b76295811f463919 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:39:06.469844 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:06.598331 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Allocated IP 172.20.0.10 (ed15dc7c-024a-46aa-acdc-70fd6a6498c6/a07bb344-dd34-4202-9c26-f71f64152433/e6b7974c-ceea-4714-b5d2-c04ce82a1fd8) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:39:06.753786 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks [] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:06.787466 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:06.800959 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b', 'b64052c7-9d7d-411f-9e51-10fe09ed1813'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:39:06.832569 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:39:06.837558 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:39:06.842138 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:39:06.846122 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event updated for resources: {'Port': ['ID=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:06.899399 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:06.900074 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:06.918326 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-6fb2950b-d0a6-4ca0-a63f-b202ce7eee61 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773060 Jan 20 13:39:06.930043 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Request body: {'port': {'device_id': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:06.983250 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:07.258857 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:39:07.266184 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Publish callbacks [] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:07.277889 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Transition to ACTIVE for port object e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:39:07.281590 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:07.334710 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:07.403019 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Attempting to bind port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:39:07.403353 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Attempting to bind port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:39:07.403683 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Attempting to bind port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:39:07.407962 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:39:07.408284 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Attempting to bind port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:39:07.413507 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:39:07.413843 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Checking segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:39:07.414230 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Bound using segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:39:07.414956 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Bound port: e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:39:07.415317 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:07.478671 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] For port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:39:07.481885 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] For port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:39:07.485527 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:07.528879 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:07.529609 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:07.531003 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] 10.222.0.91 "PUT /v2.0/ports/e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 HTTP/1.1" status: 200 len: 1094 time: 0.6052165 Jan 20 13:39:07.531449 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'tag': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:07.533753 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a4b23-94cd-4993-a59a-13356399c2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "efec3501-0db1-4b75-82c4-f7d3a18ea9e4", "tag": "e6b7974c-ceea-4714-b5d2-c04ce82a1fd8"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:07.555757 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70236c3c-b147-4715-81f3-e32aa9f7eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:07.572312 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5077e-79c2-4aee-b746-9feac6e69246 x-openstack-request-id: req-23e5077e-79c2-4aee-b746-9feac6e69246 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:07.572678 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efec3501-0db1-4b75-82c4-f7d3a18ea9e4", "tag": "e6b7974c-ceea-4714-b5d2-c04ce82a1fd8", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:07.572938 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23e5077e-79c2-4aee-b746-9feac6e69246 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:07.573659 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'tag': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8', 'status': 'completed', 'code': 200} Jan 20 13:39:07.592572 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9b76-1ab3-47d8-b8a8-b3c971c5c000 req-de689a48-b18c-4ab3-ae43-120bcb7fa989 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:07.594140 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d40c9b76-1ab3-47d8-b8a8-b3c971c5c000 req-de689a48-b18c-4ab3-ae43-120bcb7fa989 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 944 time: 0.0600042 Jan 20 13:39:07.626235 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-03fd6ea6-e78d-4cb2-b697-94682ae7c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:07.627722 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-03fd6ea6-e78d-4cb2-b697-94682ae7c90e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0402005 Jan 20 13:39:07.646977 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d40c9b76-1ab3-47d8-b8a8-b3c971c5c000 req-0da554a7-04b3-4ed1-bcd8-51e0f8cdb844 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Jan 20 13:39:07.672117 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-a3cfd603-398e-4d80-9616-54e9cf633fb0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 HTTP/1.1" status: 200 len: 217 time: 0.0356379 Jan 20 13:39:07.727460 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5959122-904c-4195-812d-44ea4b8a271d req-7b00aa8d-dc96-428a-a49f-2d68da84fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:07.728939 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-7b00aa8d-dc96-428a-a49f-2d68da84fe62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0473261 Jan 20 13:39:07.759385 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-be022594-b7dd-4c93-8635-67c07a01b9c7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241532 Jan 20 13:39:07.848081 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-90906dcc-d764-4b9f-a158-5ae9d1ed0373 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829170 Jan 20 13:39:07.939271 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d5959122-904c-4195-812d-44ea4b8a271d req-ac5bf370-7ebc-444f-95bf-85555bfa86e4 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854170 Jan 20 13:39:08.025069 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-acb76be9-68a9-4527-806f-b1957daba71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:08.026579 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-acb76be9-68a9-4527-806f-b1957daba71c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 1097 time: 0.0411568 Jan 20 13:39:08.119336 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-4fe31554-511d-4d7f-a39b-072e77b4be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:08.120742 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-4fe31554-511d-4d7f-a39b-072e77b4be6d service neutron] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 915 time: 0.0873489 Jan 20 13:39:08.160930 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-f0d3bc9d-8c50-49d6-9b0d-d55d7ba988b3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 HTTP/1.1" status: 200 len: 217 time: 0.0336897 Jan 20 13:39:08.209018 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-571b1683-a05f-4eae-878c-028a0a6c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:08.211406 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-571b1683-a05f-4eae-878c-028a0a6c140e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0440879 Jan 20 13:39:08.244855 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-ba4d394e-7f1d-4c72-82e4-69d9c5648500 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280330 Jan 20 13:39:08.333328 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-43928b2d-7e05-42ea-ae66-70480d0a3e2b service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818508 Jan 20 13:39:08.434255 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-a38a4b23-94cd-4993-a59a-13356399c2a2 req-7720dddc-75af-4833-a183-130ba4882bae service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Jan 20 13:39:08.767212 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa411fd-6921-47a4-bff5-2a7061ed6dae req-75f2e925-98fb-4627-bdb5-c93960554f40 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:08.768729 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7fa411fd-6921-47a4-bff5-2a7061ed6dae req-75f2e925-98fb-4627-bdb5-c93960554f40 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 944 time: 0.0531216 Jan 20 13:39:08.815881 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7fa411fd-6921-47a4-bff5-2a7061ed6dae req-20640fb8-2dd4-4eed-9c9f-b87ea5ac8a21 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Jan 20 13:39:09.932053 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da6dea-66d4-4501-be7b-8bdbeafc8d88 req-cf4924b0-57e2-421d-aebd-0132e8fadacc tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:09.933523 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16da6dea-66d4-4501-be7b-8bdbeafc8d88 req-cf4924b0-57e2-421d-aebd-0132e8fadacc tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 944 time: 0.0509825 Jan 20 13:39:09.981229 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16da6dea-66d4-4501-be7b-8bdbeafc8d88 req-6596639b-8edf-45b6-a00f-1233e9991bab tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Jan 20 13:39:11.098006 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a805270-dad9-4f41-a9bf-1e62359ed5ad req-27c3bcd7-a393-416d-8e5a-fe4749f80068 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:11.099369 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a805270-dad9-4f41-a9bf-1e62359ed5ad req-27c3bcd7-a393-416d-8e5a-fe4749f80068 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 944 time: 0.0523429 Jan 20 13:39:11.146408 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a805270-dad9-4f41-a9bf-1e62359ed5ad req-1445cee5-f3b3-4581-ae60-72c325a0943a tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Jan 20 13:39:12.266873 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f21e7-a98f-48d7-a482-ce08cbc430a7 req-3b3386b0-f6bf-40bb-acb0-87f02e3d6a11 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:12.268265 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be6f21e7-a98f-48d7-a482-ce08cbc430a7 req-3b3386b0-f6bf-40bb-acb0-87f02e3d6a11 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 944 time: 0.0511422 Jan 20 13:39:12.317099 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-be6f21e7-a98f-48d7-a482-ce08cbc430a7 req-a9f2563a-3393-4d64-9cd3-cbf8cfb2eed3 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Jan 20 13:39:12.436616 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:39:12.539730 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:12.554910 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'port_id': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8', 'mac_address': 'fa:16:3e:e0:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07bb344-dd34-4202-9c26-f71f64152433', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:39:12.595302 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:39:12.595695 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:12.609072 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:39:12.632504 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:12.636834 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:12.686559 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:13.057924 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['e6b7974c-ceea-4714-b5d2-c04ce82a1fd8'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:39:13.444786 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf99632-13b1-43da-bb33-5819d72675d6 req-e483b2e7-6f4b-4d84-9a3c-e89a58eaa4c7 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:13.447169 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bf99632-13b1-43da-bb33-5819d72675d6 req-e483b2e7-6f4b-4d84-9a3c-e89a58eaa4c7 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Jan 20 13:39:13.497609 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bf99632-13b1-43da-bb33-5819d72675d6 req-4adf3c20-9db3-40e8-adeb-97f81a27f178 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Jan 20 13:39:14.310227 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcdbcf-96d1-4be2-850a-32076625fcd1 req-5b427459-1e60-4699-89d5-3a5761db6a9a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:14.311721 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aafcdbcf-96d1-4be2-850a-32076625fcd1 req-5b427459-1e60-4699-89d5-3a5761db6a9a tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0490825 Jan 20 13:39:14.359893 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aafcdbcf-96d1-4be2-850a-32076625fcd1 req-59fb0855-0a42-433e-b512-f0a73c746002 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419674 Jan 20 13:39:14.454892 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:39:14.503938 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:39:14.507868 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:39:14.508250 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:14.589858 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:39:14.590259 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:14.615017 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:14.617259 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78f4eed-435d-4673-96a0-4896a4ff1419" -d '{"events": [{"server_uuid": "efec3501-0db1-4b75-82c4-f7d3a18ea9e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6b7974c-ceea-4714-b5d2-c04ce82a1fd8"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:14.617667 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6456a1-2a62-440f-96f6-6dff5b1f6aa2 req-940893d1-1bea-4500-8295-a461bab06628 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:14.619366 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d6456a1-2a62-440f-96f6-6dff5b1f6aa2 req-940893d1-1bea-4500-8295-a461bab06628 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Jan 20 13:39:14.633684 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:14.637801 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:14.662397 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4426f8f-b85f-4705-90b3-fb5646556704 x-openstack-request-id: req-c4426f8f-b85f-4705-90b3-fb5646556704 {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:14.662687 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efec3501-0db1-4b75-82c4-f7d3a18ea9e4", "name": "network-vif-plugged", "status": "completed", "tag": "e6b7974c-ceea-4714-b5d2-c04ce82a1fd8", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:14.662940 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4426f8f-b85f-4705-90b3-fb5646556704 {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:14.663440 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8', 'code': 200} Jan 20 13:39:14.687316 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d6456a1-2a62-440f-96f6-6dff5b1f6aa2 req-595a8d07-97c3-421c-af5f-3b7c02d9083d tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Jan 20 13:39:14.692657 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:14.841335 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ab605-ccfc-4506-9731-3de5e829772c req-5a248fe5-d3fe-4361-842d-e3f9debb33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:14.842834 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1b3ab605-ccfc-4506-9731-3de5e829772c req-5a248fe5-d3fe-4361-842d-e3f9debb33e4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 1099 time: 0.0413141 Jan 20 13:39:14.888871 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-1b3ab605-ccfc-4506-9731-3de5e829772c req-18ed84a1-2647-4ec2-91a2-94c2bea20992 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Jan 20 13:39:15.483168 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696305b-586a-4a3e-856e-6bda18e329c4 req-1391ca4d-15ab-4821-a005-014cd1181cd2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:15.484750 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3696305b-586a-4a3e-856e-6bda18e329c4 req-1391ca4d-15ab-4821-a005-014cd1181cd2 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0512969 Jan 20 13:39:15.530719 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3696305b-586a-4a3e-856e-6bda18e329c4 req-6f9e1e74-d6db-48b6-8312-bee2c24b4507 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Jan 20 13:39:15.804363 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a179de-bde0-4307-a3be-30de8183fbe5 req-59283877-85b2-4052-a331-f614d4bdcb57 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:15.805805 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61a179de-bde0-4307-a3be-30de8183fbe5 req-59283877-85b2-4052-a331-f614d4bdcb57 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 946 time: 0.0479534 Jan 20 13:39:15.855390 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61a179de-bde0-4307-a3be-30de8183fbe5 req-1792bdf8-3fdc-46a1-897a-1137e11dd22e tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Jan 20 13:39:16.635608 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb0985-24e8-4efd-a371-2d9153505517 req-c2f02d1e-6d12-4f98-afdb-40ec685554b3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:16.637125 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03eb0985-24e8-4efd-a371-2d9153505517 req-c2f02d1e-6d12-4f98-afdb-40ec685554b3 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0494330 Jan 20 13:39:16.667890 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6381eb-22cb-4291-bab3-7d7ce95ea337 req-f8430b41-aed3-475f-831a-bdf224530ff4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:16.669796 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc6381eb-22cb-4291-bab3-7d7ce95ea337 req-f8430b41-aed3-475f-831a-bdf224530ff4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 946 time: 0.0571911 Jan 20 13:39:16.720085 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc6381eb-22cb-4291-bab3-7d7ce95ea337 req-ad443818-31ac-4bba-8219-320a0e2f824b tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups?id=04797eb0-ecc2-4ae3-810c-13de2c1b0063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445983 Jan 20 13:39:16.735148 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Deleting port ba9f4994-c84a-4f04-adc1-9814d433c8d7 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:39:16.736189 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:16.826421 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] For port ba9f4994-c84a-4f04-adc1-9814d433c8d7, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=ba9f4994-c84a-4f04-adc1-9814d433c8d7,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:16.826689 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:16.970901 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b1abc-7636-45f8-8001-7ba87dc58e61 req-ad51344b-294a-48a9-9756-8026b9c999aa tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:16.972426 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6b1abc-7636-45f8-8001-7ba87dc58e61 req-ad51344b-294a-48a9-9756-8026b9c999aa tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 946 time: 0.0481193 Jan 20 13:39:17.011854 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:17.012238 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558825'] for floatingip (46e9a978-c440-4769-a767-506287abcf02), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:17.012547 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.db.l3_db [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Floating IP 46e9a978-c440-4769-a767-506287abcf02 disassociated. External IP: 172.27.2.227, port: ba9f4994-c84a-4f04-adc1-9814d433c8d7. Jan 20 13:39:17.012888 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Calling delete_port for ba9f4994-c84a-4f04-adc1-9814d433c8d7 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:39:17.019642 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cb6b1abc-7636-45f8-8001-7ba87dc58e61 req-5918a939-59a5-4ce3-99ac-07898176966b tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Jan 20 13:39:17.146086 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (ba9f4994-c84a-4f04-adc1-9814d433c8d7), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:17.182777 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event deleted for resources: {'Port': ['ID=ba9f4994-c84a-4f04-adc1-9814d433c8d7,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:17.200196 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.200543 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.200886 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.201221 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.201552 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.201883 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.202206 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.202529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.202852 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.203174 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.203496 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.203845 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.204162 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:17.319985 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Router 94af7755-55d1-4537-bb62-d8a8f403e276 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:39:17.431355 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:39:17.442062 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80713307-d214-41a1-957a-792f0097d9ac None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:39:17.452761 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:39:17.453475 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:39:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:17.475203 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] No DVR routers for this DVR port ba9f4994-c84a-4f04-adc1-9814d433c8d7 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:39:17.477681 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:17.481109 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-03eb0985-24e8-4efd-a371-2d9153505517 req-0b28927b-2464-47b2-9c12-fe5df77b639e tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.91 "DELETE /v2.0/ports/ba9f4994-c84a-4f04-adc1-9814d433c8d7 HTTP/1.1" status: 204 len: 173 time: 0.8387778 Jan 20 13:39:17.481584 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-deleted', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:17.483857 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9516d-4597-4fbd-aceb-a9088acbdd44" -d '{"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-deleted", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:17.537517 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc7532c-97e2-4631-b777-3031dd77662b x-openstack-request-id: req-9cc7532c-97e2-4631-b777-3031dd77662b {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:17.537849 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05c073-5d30-4acd-ba2e-9a0134f0f50d", "name": "network-vif-deleted", "tag": "ba9f4994-c84a-4f04-adc1-9814d433c8d7", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:17.538125 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cc7532c-97e2-4631-b777-3031dd77662b {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:17.538531 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05c073-5d30-4acd-ba2e-9a0134f0f50d', 'name': 'network-vif-deleted', 'tag': 'ba9f4994-c84a-4f04-adc1-9814d433c8d7', 'status': 'completed', 'code': 200} Jan 20 13:39:17.571403 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:39:17.780179 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:17.806868 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80713307-d214-41a1-957a-792f0097d9ac None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:39:17.815378 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:39:17.816027 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:39:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:17.829982 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-349563bd-9f18-456e-b9d0-2fb73c204fd8 req-04d4d5fd-914e-45b1-9227-25d51949da27 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e05c073-5d30-4acd-ba2e-9a0134f0f50d HTTP/1.1" status: 200 len: 210 time: 0.0255384 Jan 20 13:39:17.926467 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:39:18.128249 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-80713307-d214-41a1-957a-792f0097d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:18.154344 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80713307-d214-41a1-957a-792f0097d9ac None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:27:25Z', 'revision_number': 4, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '8d79f38f-9b66-4829-8a61-ffc91025d932', 'name': '', 'network_id': '72439533-e86e-441c-a2c9-c719a11b81aa', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'mac_address': 'fa:16:3e:f4:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:24Z', 'updated_at': '2022-01-20T13:27:43Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'subnets': [{'id': '3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:39:18.390556 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea746ee0-9541-412d-b63a-a3cf9dd76ee1 None None] New status for floating IP 46e9a978-c440-4769-a767-506287abcf02: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:39:18.924251 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38790) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:18.977154 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (04797eb0-ecc2-4ae3-810c-13de2c1b0063), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.006163 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (04797eb0-ecc2-4ae3-810c-13de2c1b0063), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.059552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (04797eb0-ecc2-4ae3-810c-13de2c1b0063), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.062617 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.063978 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "DELETE /v2.0/security-groups/04797eb0-ecc2-4ae3-810c-13de2c1b0063 HTTP/1.1" status: 204 len: 168 time: 0.1386933 Jan 20 13:39:19.066765 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38792) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:19.074148 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04797eb0-ecc2-4ae3-810c-13de2c1b0063,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:19.081177 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.api.v2.resource [None req-c8626bb8-fef6-496b-b579-33b5deb2e148 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] show failed (client error): The resource could not be found. Jan 20 13:39:19.081430 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.081789 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.082141 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.082258 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-c8626bb8-fef6-496b-b579-33b5deb2e148 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "GET /v2.0/security-groups/04797eb0-ecc2-4ae3-810c-13de2c1b0063 HTTP/1.1" status: 404 len: 347 time: 0.0142908 Jan 20 13:39:19.082590 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.082947 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.083287 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.083619 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.083977 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.084307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.084634 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.085066 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.085185 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38794) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:19.085382 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.085715 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4928b58e-9c14-4d3c-8344-f07b49f5fdf6 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:19.216131 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Deleting port 84eda2e0-ecbf-411d-986d-def46f45239a {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:39:19.216396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (84eda2e0-ecbf-411d-986d-def46f45239a), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.292162 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (84eda2e0-ecbf-411d-986d-def46f45239a), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.292486 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (84eda2e0-ecbf-411d-986d-def46f45239a), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.304365 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Calling delete_port for 84eda2e0-ecbf-411d-986d-def46f45239a owned by network:floatingip {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:39:19.435973 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (84eda2e0-ecbf-411d-986d-def46f45239a), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.462548 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Pushing event deleted for resources: {'Port': ['ID=84eda2e0-ecbf-411d-986d-def46f45239a,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:19.523682 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks [] for floatingip (46e9a978-c440-4769-a767-506287abcf02), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.526909 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:19.528133 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4695df3c-c4f1-43e6-b6e6-fef601dd16c4 tempest-AttachVolumeShelveTestJSON-1995049845 tempest-AttachVolumeShelveTestJSON-1995049845-project] 10.222.0.70 "DELETE /v2.0/floatingips/46e9a978-c440-4769-a767-506287abcf02 HTTP/1.1" status: 204 len: 168 time: 0.4419878 Jan 20 13:39:20.494764 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:39:20.519679 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: ba9f4994-c84a-4f04-adc1-9814d433c8d7 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:39:20.520053 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device ba9f4994-c84a-4f04-adc1-9814d433c8d7 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:39:22.008099 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38824) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:22.775322 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (94af7755-55d1-4537-bb62-d8a8f403e276), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:23.019876 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Deleting port 8d79f38f-9b66-4829-8a61-ffc91025d932 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:39:23.020594 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:23.100381 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] For port 8d79f38f-9b66-4829-8a61-ffc91025d932, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=8d79f38f-9b66-4829-8a61-ffc91025d932,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:23.100733 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:23.112858 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Calling delete_port for 8d79f38f-9b66-4829-8a61-ffc91025d932 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:39:23.295884 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (8d79f38f-9b66-4829-8a61-ffc91025d932), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:23.321858 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Pushing event deleted for resources: {'Port': ['ID=8d79f38f-9b66-4829-8a61-ffc91025d932,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:23.489294 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (94af7755-55d1-4537-bb62-d8a8f403e276), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:23.706156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Router 94af7755-55d1-4537-bb62-d8a8f403e276 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:39:23.811961 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:39:23.817027 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4f2c461c-7c35-495b-a998-1f0da6ac3cee admin admin] 10.222.0.70 "PUT /v2.0/routers/94af7755-55d1-4537-bb62-d8a8f403e276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8079088 Jan 20 13:39:23.819519 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38830) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:23.822119 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] Sync routers for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:39:23.834437 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:39:23.835053 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:39:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:23.926512 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks [] for router (94af7755-55d1-4537-bb62-d8a8f403e276), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:23.943371 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:39:24.035888 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks [] for router_gateway (94af7755-55d1-4537-bb62-d8a8f403e276), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.090691 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Deleting port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:39:24.091030 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.127191 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:39:23Z', 'revision_number': 5, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port': {'id': '5fd4d8c5-7edf-414f-a99d-ac7220f0d50b', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:27:16Z', 'updated_at': '2022-01-20T13:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:24.155089 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] Checking router: 94af7755-55d1-4537-bb62-d8a8f403e276 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:39:24.163483 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] Routers {'94af7755-55d1-4537-bb62-d8a8f403e276'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:39:24.164115 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:39:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['94af7755-55d1-4537-bb62-d8a8f403e276'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:24.176167 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] For port 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:24.176531 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.188549 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Calling delete_port for 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:39:24.344561 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] Set router 94af7755-55d1-4537-bb62-d8a8f403e276 gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:39:24.361925 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (5fd4d8c5-7edf-414f-a99d-ac7220f0d50b), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.389086 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd4d8c5-7edf-414f-a99d-ac7220f0d50b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:24.400053 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:39:24Z', 'revision_number': 6, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:24.429697 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff049b-656d-439c-9985-4b5547234cc7 None None] The sync data for ids ['94af7755-55d1-4537-bb62-d8a8f403e276'] in dv-cinder-825493-1-iscsi is: [{'id': '94af7755-55d1-4537-bb62-d8a8f403e276', 'name': 'tempest-AttachVolumeShelveTestJSON-1566640182-router', 'tenant_id': '91c2d0a83d154ff78e20229f41dd1673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:27:15Z', 'updated_at': '2022-01-20T13:39:24Z', 'revision_number': 6, 'project_id': '91c2d0a83d154ff78e20229f41dd1673', 'gw_port_host': None}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:39:24.449894 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (94af7755-55d1-4537-bb62-d8a8f403e276), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.542753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (94af7755-55d1-4537-bb62-d8a8f403e276), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.544915 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks [] for router_controller (94af7755-55d1-4537-bb62-d8a8f403e276), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.587939 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (94af7755-55d1-4537-bb62-d8a8f403e276), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.588526 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94af7755-55d1-4537-bb62-d8a8f403e276 {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:39:24.592874 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.594025 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b1824a05-a111-4f01-ae1f-126ad495a4f6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/94af7755-55d1-4537-bb62-d8a8f403e276 HTTP/1.1" status: 204 len: 168 time: 0.7735677 Jan 20 13:39:24.596555 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38834) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:24.640432 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Deleting subnet 3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:39:24.643578 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Publish callbacks [] for subnet (3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.683277 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.759391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.817050 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.843943 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:24.847936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:24.851086 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-17b30d61-0232-45ed-a6f7-b226dd1a9753 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3a80e4b4-dc16-40e1-a4ec-e98af3ca36a1 HTTP/1.1" status: 204 len: 168 time: 0.2536626 Jan 20 13:39:24.853789 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38836) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:24.857887 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c329a3-ec4d-4bcc-bce8-52e4eae894c3 None None] Network 72439533-e86e-441c-a2c9-c719a11b81aa requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:39:24.941084 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (72439533-e86e-441c-a2c9-c719a11b81aa), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.001481 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Deleting port 38765211-c6eb-4f6d-8956-68da5932cd97 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:39:25.001908 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.069915 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] For port 38765211-c6eb-4f6d-8956-68da5932cd97, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=38765211-c6eb-4f6d-8956-68da5932cd97,segment=NetworkSegment(1512e10c-d50e-4ee3-8836-deade92dc8e6),segment_id=1512e10c-d50e-4ee3-8836-deade92dc8e6)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:25.070683 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.082858 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Calling delete_port for 38765211-c6eb-4f6d-8956-68da5932cd97 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:39:25.162993 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (38765211-c6eb-4f6d-8956-68da5932cd97), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.192540 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Pushing event deleted for resources: {'Port': ['ID=38765211-c6eb-4f6d-8956-68da5932cd97,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:25.196001 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] No DVR routers for this DVR port 38765211-c6eb-4f6d-8956-68da5932cd97 on host dv-cinder-825493-1-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:39:25.253926 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f0075-98bb-4353-8108-36616d0b1a56 None None] DHCP port deletion for 72439533-e86e-441c-a2c9-c719a11b81aa request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:39:25.279024 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (72439533-e86e-441c-a2c9-c719a11b81aa), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.304661 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72439533-e86e-441c-a2c9-c719a11b81aa']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:25.317043 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1512e10c-d50e-4ee3-8836-deade92dc8e6') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:25.317891 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1512e10c-d50e-4ee3-8836-deade92dc8e6') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:25.325786 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 8d79f38f-9b66-4829-8a61-ffc91025d932 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:39:25.329217 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (1512e10c-d50e-4ee3-8836-deade92dc8e6), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.343982 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (1512e10c-d50e-4ee3-8836-deade92dc8e6), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.346955 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 8d79f38f-9b66-4829-8a61-ffc91025d932 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:39:25.347190 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 8d79f38f-9b66-4829-8a61-ffc91025d932 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:39:25.353070 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:39:25.354708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (1512e10c-d50e-4ee3-8836-deade92dc8e6), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: warnings.warn(msg) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:39:25.358341 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:39:25.420908 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (72439533-e86e-441c-a2c9-c719a11b81aa), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.427425 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.430859 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] 10.222.0.70 "DELETE /v2.0/networks/72439533-e86e-441c-a2c9-c719a11b81aa HTTP/1.1" status: 204 len: 168 time: 0.5757813 Jan 20 13:39:25.442448 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067bcf-820c-4b4b-9c7f-be1d7b1839ef admin admin] Pushing event deleted for resources: {'Network': ['ID=72439533-e86e-441c-a2c9-c719a11b81aa,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:25.555584 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38842) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:25.596202 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5c739d14-27a4-4ec6-b10c-d5e3a132722f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91c2d0a83d154ff78e20229f41dd1673&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394001 Jan 20 13:39:25.598701 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38844) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:25.650608 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-baa742fb-4371-440f-a9e9-06d3c6daa490 admin admin] Publish callbacks [] for security_group (39884a70-04a5-4a3a-919a-fda96936f794), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.673334 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-baa742fb-4371-440f-a9e9-06d3c6daa490 admin admin] Publish callbacks [] for security_group (39884a70-04a5-4a3a-919a-fda96936f794), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.721080 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-baa742fb-4371-440f-a9e9-06d3c6daa490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (39884a70-04a5-4a3a-919a-fda96936f794), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.723693 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-baa742fb-4371-440f-a9e9-06d3c6daa490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:25.724967 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-baa742fb-4371-440f-a9e9-06d3c6daa490 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39884a70-04a5-4a3a-919a-fda96936f794 HTTP/1.1" status: 204 len: 168 time: 0.1253393 Jan 20 13:39:25.732991 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa742fb-4371-440f-a9e9-06d3c6daa490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39884a70-04a5-4a3a-919a-fda96936f794,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:25.910040 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:26.892774 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 38765211-c6eb-4f6d-8956-68da5932cd97 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:39:26.913500 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 38765211-c6eb-4f6d-8956-68da5932cd97 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:39:26.914195 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 38765211-c6eb-4f6d-8956-68da5932cd97 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:39:26.914311 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:39:26.934010 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:39:26.934341 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 5fd4d8c5-7edf-414f-a99d-ac7220f0d50b not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:39:27.349938 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38906) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:27.462621 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b712-c693-49c0-ad11-ecc465e92723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.543223 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b712-c693-49c0-ad11-ecc465e92723 admin admin] Publish callbacks [] for security_group (f38fd7fd-9b9c-4251-bff7-467472924c48), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.547686 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fb8b712-c693-49c0-ad11-ecc465e92723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f38fd7fd-9b9c-4251-bff7-467472924c48), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.595183 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-4fb8b712-c693-49c0-ad11-ecc465e92723 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98fc358cf722422abff57496565ddbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441392 Jan 20 13:39:27.596167 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8b712-c693-49c0-ad11-ecc465e92723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38fd7fd-9b9c-4251-bff7-467472924c48,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:27.598094 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38914) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:27.651936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19cb632c-9e70-4e8f-b0b7-ef4b5d9e2b10 admin admin] Publish callbacks [] for security_group (f38fd7fd-9b9c-4251-bff7-467472924c48), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.674421 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19cb632c-9e70-4e8f-b0b7-ef4b5d9e2b10 admin admin] Publish callbacks [] for security_group (f38fd7fd-9b9c-4251-bff7-467472924c48), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.724625 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19cb632c-9e70-4e8f-b0b7-ef4b5d9e2b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (f38fd7fd-9b9c-4251-bff7-467472924c48), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.727276 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19cb632c-9e70-4e8f-b0b7-ef4b5d9e2b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:27.728485 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-19cb632c-9e70-4e8f-b0b7-ef4b5d9e2b10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f38fd7fd-9b9c-4251-bff7-467472924c48 HTTP/1.1" status: 204 len: 168 time: 0.1285853 Jan 20 13:39:27.736679 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb632c-9e70-4e8f-b0b7-ef4b5d9e2b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38fd7fd-9b9c-4251-bff7-467472924c48,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:27.879552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-74aa0985-5126-4340-aa0c-53ba96b3f166 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:27.881066 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-74aa0985-5126-4340-aa0c-53ba96b3f166 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1084950 Jan 20 13:39:27.897805 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-9aafe767-333c-4318-9737-63b9c7096499 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/quotas/852534d0fb834899b76295811f463919 HTTP/1.1" status: 200 len: 375 time: 0.0102806 Jan 20 13:39:27.956277 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-e9645660-0c6a-41f0-9c3b-26733bf7d286 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519593 Jan 20 13:39:28.008589 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38932) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:28.025616 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f8376bd-c894-47fd-86ed-7b244ce71c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.051421 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-51c5db17-1229-499c-a8c6-bad9fd0f7dd8 service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882339 Jan 20 13:39:28.100330 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f8376bd-c894-47fd-86ed-7b244ce71c8f admin admin] Publish callbacks [] for security_group (bc96105b-48ae-46d1-be94-d2d0801eb9d8), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.104214 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f8376bd-c894-47fd-86ed-7b244ce71c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (bc96105b-48ae-46d1-be94-d2d0801eb9d8), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.145548 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-570586dd-5d82-4f41-bc71-99f9b40afda5 service neutron] 10.222.0.70 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854492 Jan 20 13:39:28.145928 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-2f8376bd-c894-47fd-86ed-7b244ce71c8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5223c207418b47729c853f0f7e19b324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333342 Jan 20 13:39:28.145928 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8376bd-c894-47fd-86ed-7b244ce71c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96105b-48ae-46d1-be94-d2d0801eb9d8,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:28.146117 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38934) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:28.195788 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-329923f2-bc7d-4fad-afaa-ca24f54804da admin admin] Publish callbacks [] for security_group (bc96105b-48ae-46d1-be94-d2d0801eb9d8), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.220035 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-329923f2-bc7d-4fad-afaa-ca24f54804da admin admin] Publish callbacks [] for security_group (bc96105b-48ae-46d1-be94-d2d0801eb9d8), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.279162 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-329923f2-bc7d-4fad-afaa-ca24f54804da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (bc96105b-48ae-46d1-be94-d2d0801eb9d8), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.281752 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-329923f2-bc7d-4fad-afaa-ca24f54804da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:28.283188 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-329923f2-bc7d-4fad-afaa-ca24f54804da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc96105b-48ae-46d1-be94-d2d0801eb9d8 HTTP/1.1" status: 204 len: 168 time: 0.1361997 Jan 20 13:39:28.292415 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329923f2-bc7d-4fad-afaa-ca24f54804da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96105b-48ae-46d1-be94-d2d0801eb9d8,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:28.345482 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-651a78fa-c836-43ea-92a8-2ec2a3ffa6e5 req-d91f96d2-0b4c-4ac7-89c6-6e31c864876a tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 210 time: 0.0334933 Jan 20 13:39:29.029212 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38966) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:29.046384 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-fe784ad8-746b-4fb6-8f65-c9c3c31dfdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.131763 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479161422-network', 'tenant_id': '377fa07337db4d78948c980c1147f134'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:29.155111 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Made reservation on behalf of 377fa07337db4d78948c980c1147f134 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:39:29.157350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.166093 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.243973 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks [] for security_group (976816db-2c92-436b-adb1-c1c0374a7280), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.247958 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (976816db-2c92-436b-adb1-c1c0374a7280), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.273789 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:39:29.282117 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976816db-2c92-436b-adb1-c1c0374a7280,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:29.295655 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (a6f25adc-e94b-41a5-a2bf-cdca4e2bb739), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.295944 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Added segment a6f25adc-e94b-41a5-a2bf-cdca4e2bb739 of type vlan for network 7054aa95-8ff7-423d-b38a-d60badd67439 Jan 20 13:39:29.347423 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (7054aa95-8ff7-423d-b38a-d60badd67439), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.377538 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (7054aa95-8ff7-423d-b38a-d60badd67439), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.378732 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:29.379395 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.418570 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3873179 Jan 20 13:39:29.427236 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 38972) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:29.433459 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Request body: {'subnet': {'network_id': '7054aa95-8ff7-423d-b38a-d60badd67439', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479161422-subnet', 'tenant_id': '377fa07337db4d78948c980c1147f134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:29.478091 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ffc630b-5a7d-467f-9c56-ca4065c491c5 req-85c238af-bce6-4e2a-91ce-53364040a46f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 210 time: 0.0275524 Jan 20 13:39:29.478841 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71a493-1a7f-4e8f-8a77-d8a9e45c5405 admin admin] Pushing event updated for resources: {'Network': ['ID=7054aa95-8ff7-423d-b38a-d60badd67439,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:29.491641 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 7054aa95-8ff7-423d-b38a-d60badd67439 details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:39:29.510089 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Made reservation on behalf of 377fa07337db4d78948c980c1147f134 for: {'subnet': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:39:29.520664 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60277484'] for subnet (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.585898 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-d7ef4400-2eda-4f90-b5d7-6cdc0d28a85f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:29.587354 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-d7ef4400-2eda-4f90-b5d7-6cdc0d28a85f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 814 time: 0.1857531 Jan 20 13:39:29.599358 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Request body: {'port': {'device_id': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'admin_state_up': True, 'tenant_id': '852534d0fb834899b76295811f463919'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:29.794506 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Made reservation on behalf of 852534d0fb834899b76295811f463919 for: {'port': 1} {{(pid=102510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:39:29.797892 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.801318 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62892745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60277502'] for subnet (938cc6db-92c6-498e-b814-47119d0652eb), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:29.898145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=938cc6db-92c6-498e-b814-47119d0652eb,revision_number=0']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:29.937417 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Checking segment: {'id': 'a6f25adc-e94b-41a5-a2bf-cdca4e2bb739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7054aa95-8ff7-423d-b38a-d60badd67439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:39:29.937768 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Network hostable DHCP agents. Network: 7054aa95-8ff7-423d-b38a-d60badd67439, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:39:29.990548 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Allocated IP 172.20.0.11 (ed15dc7c-024a-46aa-acdc-70fd6a6498c6/a07bb344-dd34-4202-9c26-f71f64152433/e9418792-5744-47e0-ab47-4d3125f55a19) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 13:39:29.992464 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Network 7054aa95-8ff7-423d-b38a-d60badd67439 is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:39:30.009762 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 7054aa95-8ff7-423d-b38a-d60badd67439) {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:39:30.019506 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc2677-1a31-485c-997b-57a7ddf5dc22 None None] Network 7054aa95-8ff7-423d-b38a-d60badd67439 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:39:30.020782 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:30.021382 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.054868 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-64039ad3-4d4f-4a60-bb11-4f9c0db07c5b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6178546 Jan 20 13:39:30.123526 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd6d91-2256-4d98-bf87-aa22365c0bb5 None None] Network 7054aa95-8ff7-423d-b38a-d60badd67439 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:39:30.171770 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks [] for port (e9418792-5744-47e0-ab47-4d3125f55a19), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.212832 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788343286357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.231634 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b', 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:39:30.268384 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 13:39:30.271536 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:39:30.274009 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 20 13:39:30.321282 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event updated for resources: {'Port': ['ID=e9418792-5744-47e0-ab47-4d3125f55a19,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.339101 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:30.342471 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:30.343435 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.360827 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-97794425-dc21-4a48-956e-f80f6de23954 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7650898 Jan 20 13:39:30.424758 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.v2.base [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Request body: {'port': {'device_id': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82549'}} {{(pid=102510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:30.486662 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.593196 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38994) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:30.598718 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-850419881-network', 'tenant_id': 'a79ef8d11a964ee3b0dd7019f9677380'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:30.655799 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725112c5-cc10-43f0-aa85-60abcf045364 req-cc870b23-9e07-4e10-ab37-d68643e133ed tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:30.657773 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-725112c5-cc10-43f0-aa85-60abcf045364 req-cc870b23-9e07-4e10-ab37-d68643e133ed tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 932 time: 0.0757575 Jan 20 13:39:30.659166 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Made reservation on behalf of a79ef8d11a964ee3b0dd7019f9677380 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:39:30.662074 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for network (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.683628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.747192 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-725112c5-cc10-43f0-aa85-60abcf045364 req-2cd76d8f-a582-4ae8-84c8-fb59a36507e6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822887 Jan 20 13:39:30.797504 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks [] for security_group (b80a8747-7594-4828-9ee5-95a4e3df96a7), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.801715 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b80a8747-7594-4828-9ee5-95a4e3df96a7), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.827894 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 13:39:30.838310 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a8747-7594-4828-9ee5-95a4e3df96a7,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:30.843663 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (aa0c7985-d51c-4c23-a110-2b4ec1e05bb9), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.844037 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Added segment aa0c7985-d51c-4c23-a110-2b4ec1e05bb9 of type vlan for network 47a8af5e-6a05-4021-b1d4-e4a102bb364b Jan 20 13:39:30.888470 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788343292335'] for network (47a8af5e-6a05-4021-b1d4-e4a102bb364b), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.917733 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275'] for network (47a8af5e-6a05-4021-b1d4-e4a102bb364b), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.918790 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:30.919391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:30.960098 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3657942 Jan 20 13:39:30.987994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 38996) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:30.992696 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Request body: {'subnet': {'network_id': '47a8af5e-6a05-4021-b1d4-e4a102bb364b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-850419881-subnet', 'tenant_id': 'a79ef8d11a964ee3b0dd7019f9677380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 13:39:31.001761 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e482b-7c82-4b27-8d96-2c5389406ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=47a8af5e-6a05-4021-b1d4-e4a102bb364b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:31.012973 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Network 47a8af5e-6a05-4021-b1d4-e4a102bb364b details requested by agent ovs-agent-dv-cinder-825493-1-iscsi with host dv-cinder-825493-1-iscsi {{(pid=102511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 20 13:39:31.028539 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Made reservation on behalf of a79ef8d11a964ee3b0dd7019f9677380 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 13:39:31.030957 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59447604'] for subnet (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.043166 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9418792-5744-47e0-ab47-4d3125f55a19 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:39:31.051154 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Publish callbacks [] for port (e9418792-5744-47e0-ab47-4d3125f55a19), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.067407 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Transition to ACTIVE for port object e9418792-5744-47e0-ab47-4d3125f55a19 will not be triggered until provisioned by entity L2. {{(pid=102510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 13:39:31.071528 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.126331 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9418792-5744-47e0-ab47-4d3125f55a19,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:31.187956 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Attempting to bind port e9418792-5744-47e0-ab47-4d3125f55a19 on host hv-cinder-82549 for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 13:39:31.188301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Attempting to bind port e9418792-5744-47e0-ab47-4d3125f55a19 by drivers openvswitch,hyperv on host hv-cinder-82549 at level 0 using segments [{'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 20 13:39:31.188666 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Attempting to bind port e9418792-5744-47e0-ab47-4d3125f55a19 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:39:31.192906 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Port e9418792-5744-47e0-ab47-4d3125f55a19 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82549 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 20 13:39:31.193251 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Attempting to bind port e9418792-5744-47e0-ab47-4d3125f55a19 on network ed15dc7c-024a-46aa-acdc-70fd6a6498c6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 20 13:39:31.197980 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Checking agent: {'id': 'caff86f0-af3b-452f-9af9-3449afd4c7a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82549', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'started_at': datetime.datetime(2022, 1, 20, 13, 25, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 13, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 20 13:39:31.198338 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Checking segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:39:31.199528 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Bound using segment: {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 20 13:39:31.200050 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Bound port: e9418792-5744-47e0-ab47-4d3125f55a19, host: hv-cinder-82549, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df9833b-aa5b-49d3-8a9a-948ada42a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 20 13:39:31.200459 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.218397 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59701576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59447590'] for subnet (b4873a54-67d0-44a7-a91e-101cab24d3cf), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.267634 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] For port e9418792-5744-47e0-ab47-4d3125f55a19, host hv-cinder-82549, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 13:39:31.270864 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] For port e9418792-5744-47e0-ab47-4d3125f55a19, host hv-cinder-82549, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e9418792-5744-47e0-ab47-4d3125f55a19,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 13:39:31.274892 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4873a54-67d0-44a7-a91e-101cab24d3cf,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:31.275076 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62892612'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.284530 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Checking segment: {'id': 'aa0c7985-d51c-4c23-a110-2b4ec1e05bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '47a8af5e-6a05-4021-b1d4-e4a102bb364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 20 13:39:31.284890 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Network hostable DHCP agents. Network: 47a8af5e-6a05-4021-b1d4-e4a102bb364b, hostable agents: ['1edcc365-5863-47be-a22c-88005272a8c9'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 13:39:31.301753 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Network 47a8af5e-6a05-4021-b1d4-e4a102bb364b is scheduled to be hosted by DHCP agent 1edcc365-5863-47be-a22c-88005272a8c9 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 13:39:31.312170 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825493-1-iscsi, 47a8af5e-6a05-4021-b1d4-e4a102bb364b) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 13:39:31.314925 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.315546 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.316631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.317081 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] 10.222.0.91 "PUT /v2.0/ports/e9418792-5744-47e0-ab47-4d3125f55a19 HTTP/1.1" status: 200 len: 1094 time: 0.8969045 Jan 20 13:39:31.317202 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.317489 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'tag': 'e9418792-5744-47e0-ab47-4d3125f55a19'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:31.319748 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0092617-936c-48d2-9205-45a63fe278a0" -d '{"events": [{"name": "network-changed", "server_uuid": "71f0258f-1a48-4c64-8cfb-0a469b68a03a", "tag": "e9418792-5744-47e0-ab47-4d3125f55a19"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:31.329612 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30966d-a183-4c7a-bc65-5bfb40e0b6f5 None None] Network 47a8af5e-6a05-4021-b1d4-e4a102bb364b requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:39:31.342525 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d948b8-7211-42b6-9eb7-04ada32324e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9418792-5744-47e0-ab47-4d3125f55a19,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:31.344481 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-75f0b442-ed7a-4709-9d14-12b2a70bbefd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3554616 Jan 20 13:39:31.390578 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125b496-8c36-4612-9c92-756b2cd127fc x-openstack-request-id: req-d125b496-8c36-4612-9c92-756b2cd127fc {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:31.391106 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f0258f-1a48-4c64-8cfb-0a469b68a03a", "tag": "e9418792-5744-47e0-ab47-4d3125f55a19", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:31.391663 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d125b496-8c36-4612-9c92-756b2cd127fc {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:31.392256 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'tag': 'e9418792-5744-47e0-ab47-4d3125f55a19', 'status': 'completed', 'code': 200} Jan 20 13:39:31.452508 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-f99ab7f1-46ee-479c-951d-9eedb3969779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.454034 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-f99ab7f1-46ee-479c-951d-9eedb3969779 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 1097 time: 0.0877154 Jan 20 13:39:31.465359 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe42773-91cf-42c6-8d61-bc601093760d None None] Network 47a8af5e-6a05-4021-b1d4-e4a102bb364b requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:39:31.466464 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-7569be33-2d10-435d-b083-e363548cb7ec service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588045 Jan 20 13:39:31.509035 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-73344d99-2279-4e75-bd55-5ff2f4fd3a5a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9418792-5744-47e0-ab47-4d3125f55a19 HTTP/1.1" status: 200 len: 217 time: 0.0465615 Jan 20 13:39:31.587376 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467568-c454-4705-8e55-99c77629a544 req-ac515489-5c12-4f93-ac73-c67c7c8d9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.588812 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-ac515489-5c12-4f93-ac73-c67c7c8d9f5b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0687585 Jan 20 13:39:31.591421 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-b63def8b-5b10-4512-af5d-7a5b3f5200df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.592798 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-b63def8b-5b10-4512-af5d-7a5b3f5200df service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1099 time: 0.0822353 Jan 20 13:39:31.653778 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-2c6f11d2-217e-474d-ba7b-4d2a0bf7740e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565600 Jan 20 13:39:31.820282 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-b8c745d2-1704-417f-9354-6708befcfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.821876 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-b8c745d2-1704-417f-9354-6708befcfbf4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.2084007 Jan 20 13:39:31.826329 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-05ed7437-8bf0-481d-824e-24dfb565e110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:31.826531 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-72e01dfa-c09c-4279-a01a-bd66f87e065c service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572354 Jan 20 13:39:31.877910 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b691d-23be-482b-beef-51343b825601 req-3ff06c1a-3666-444a-bda2-8f48fd3a7797 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:31.879412 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d71b691d-23be-482b-beef-51343b825601 req-3ff06c1a-3666-444a-bda2-8f48fd3a7797 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 944 time: 0.0588350 Jan 20 13:39:31.934855 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d71b691d-23be-482b-beef-51343b825601 req-0f6be35c-197a-4b5d-8f6d-1c76ee0c8b4f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Jan 20 13:39:31.959384 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-6454c472-586d-48b9-9e74-698046d3f3b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 200 len: 1002 time: 0.1227314 Jan 20 13:39:32.020257 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-12467568-c454-4705-8e55-99c77629a544 req-ce694d35-f39b-45be-b3fc-772e7deffbfd service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800587 Jan 20 13:39:32.026530 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-37d0ef53-6041-4c6f-83a0-a2ddcf2b6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:32.029175 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-37d0ef53-6041-4c6f-83a0-a2ddcf2b6b7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0662918 Jan 20 13:39:32.111357 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-bc830d6b-61be-4ca0-8cd9-d4e9e77eabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:32.112864 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-bc830d6b-61be-4ca0-8cd9-d4e9e77eabfd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774879 Jan 20 13:39:32.150960 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092617-936c-48d2-9205-45a63fe278a0 req-9557eabc-3d56-4b43-933b-beef8dcd7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:32.152893 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-9557eabc-3d56-4b43-933b-beef8dcd7adf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=852534d0fb834899b76295811f463919&device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 1097 time: 0.0730057 Jan 20 13:39:32.268141 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-ec15e75d-6954-4425-be3f-ad0e95bad24b service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482184 Jan 20 13:39:32.306681 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092617-936c-48d2-9205-45a63fe278a0 req-b5f202c0-1e1f-4336-99dd-5fac30f74de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:32.308804 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-b5f202c0-1e1f-4336-99dd-5fac30f74de2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 200 len: 915 time: 0.1286364 Jan 20 13:39:32.385511 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-13ec3b5f-5c15-4e4d-b7d6-ff3cdae54260 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9418792-5744-47e0-ab47-4d3125f55a19 HTTP/1.1" status: 200 len: 217 time: 0.0705702 Jan 20 13:39:32.445359 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-45ab841d-3364-4258-98ee-befe9c2d2480 req-33e7c367-2cb1-40e7-8f52-6168bf0403c8 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666920 Jan 20 13:39:32.450750 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092617-936c-48d2-9205-45a63fe278a0 req-383c6505-9b53-46ac-8ca1-a60c5ce0ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:32.452136 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-383c6505-9b53-46ac-8ca1-a60c5ce0ae90 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 200 len: 854 time: 0.0594110 Jan 20 13:39:32.485648 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-2722482e-3f4e-4415-a416-2ca4bffd4cf1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ed15dc7c-024a-46aa-acdc-70fd6a6498c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246420 Jan 20 13:39:32.580564 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-48d91e84-49d4-4098-b0f7-feaebc785ca5 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889313 Jan 20 13:39:32.673220 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-b0092617-936c-48d2-9205-45a63fe278a0 req-baec5fdb-5c87-4133-916b-2f1a70b703a0 service neutron] 10.222.0.91 "GET /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856578 Jan 20 13:39:33.038711 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:33.057498 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da05bd-7388-4ed7-92d8-7ec3b5235913 req-db1b8eeb-56f0-4706-b062-a07f1e190142 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:33.059769 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9da05bd-7388-4ed7-92d8-7ec3b5235913 req-db1b8eeb-56f0-4706-b062-a07f1e190142 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 944 time: 0.0520947 Jan 20 13:39:33.380796 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9da05bd-7388-4ed7-92d8-7ec3b5235913 req-4d878b05-f78c-423a-ae9a-a9c0df138946 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152943 Jan 20 13:39:33.953621 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:34.292819 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:39:34.498525 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19765349-aec0-4991-92ca-47e7b407c90c req-f3ca5e21-1595-4ec3-8c48-bb8af6e11fd6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:34.500009 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19765349-aec0-4991-92ca-47e7b407c90c req-f3ca5e21-1595-4ec3-8c48-bb8af6e11fd6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 944 time: 0.0493588 Jan 20 13:39:34.548286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19765349-aec0-4991-92ca-47e7b407c90c req-d2ce1277-b325-4dad-88d7-a378191e7c3d tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Jan 20 13:39:35.334281 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:35.682870 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee63adc-0c42-4e7e-aebf-4d070d9191c2 req-79099d21-3de4-4713-8124-0559d78fd823 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:35.684624 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ee63adc-0c42-4e7e-aebf-4d070d9191c2 req-79099d21-3de4-4713-8124-0559d78fd823 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 944 time: 0.0533831 Jan 20 13:39:35.745502 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ee63adc-0c42-4e7e-aebf-4d070d9191c2 req-d1f35724-44d0-4715-9823-7097cd9dabee tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552380 Jan 20 13:39:36.547411 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e9418792-5744-47e0-ab47-4d3125f55a19 details requested by agent hyperv_hv-cinder-82549 with host hv-cinder-82549 {{(pid=102511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 20 13:39:36.641652 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port e9418792-5744-47e0-ab47-4d3125f55a19, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e9418792-5744-47e0-ab47-4d3125f55a19,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:36.785525 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Returning: {'device': 'e9418792-5744-47e0-ab47-4d3125f55a19', 'network_id': 'ed15dc7c-024a-46aa-acdc-70fd6a6498c6', 'port_id': 'e9418792-5744-47e0-ab47-4d3125f55a19', 'mac_address': 'fa:16:3e:cc:fb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07bb344-dd34-4202-9c26-f71f64152433', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 20 13:39:36.822927 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port e9418792-5744-47e0-ab47-4d3125f55a19 is: DOWN; New status is: BUILD {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:39:36.823327 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:36.839290 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9418792-5744-47e0-ab47-4d3125f55a19 {{(pid=102511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 13:39:36.861366 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port e9418792-5744-47e0-ab47-4d3125f55a19, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e9418792-5744-47e0-ab47-4d3125f55a19,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:36.866837 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:36.893019 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b159-13ca-402e-9961-fd44e9b0f5aa req-6d070888-c22f-4862-8c12-730eef890f27 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:36.895185 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-69a8b159-13ca-402e-9961-fd44e9b0f5aa req-6d070888-c22f-4862-8c12-730eef890f27 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 944 time: 0.0744348 Jan 20 13:39:36.920101 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=e9418792-5744-47e0-ab47-4d3125f55a19,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:36.927290 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.927644 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.928040 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.928382 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.928720 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.929054 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.929383 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.929712 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.930041 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.930362 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.930857 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.931186 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.931516 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:39:36.952928 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-69a8b159-13ca-402e-9961-fd44e9b0f5aa req-bbec5014-524d-403e-a31d-1ef1d9937add tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Jan 20 13:39:37.268938 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['e9418792-5744-47e0-ab47-4d3125f55a19'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:39:38.075332 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5fa7e-b348-44c0-abeb-926de28acc3d req-ac644cd5-813b-49b3-b6a0-49ff32534f98 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:38.077316 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-76d5fa7e-b348-44c0-abeb-926de28acc3d req-ac644cd5-813b-49b3-b6a0-49ff32534f98 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 945 time: 0.0541711 Jan 20 13:39:38.128287 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-76d5fa7e-b348-44c0-abeb-926de28acc3d req-1ad0d420-4713-4856-a055-0fb4d098de52 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 Jan 20 13:39:38.569630 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e9418792-5744-47e0-ab47-4d3125f55a19 up at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 20 13:39:38.630118 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning for port e9418792-5744-47e0-ab47-4d3125f55a19 completed by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 13:39:38.634074 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.provisioning_blocks [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Provisioning complete for port e9418792-5744-47e0-ab47-4d3125f55a19 triggered by entity L2. {{(pid=102511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 13:39:38.634454 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4155765'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), provisioning_complete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:38.712009 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Current status of the port e9418792-5744-47e0-ab47-4d3125f55a19 is: BUILD; New status is: ACTIVE {{(pid=102511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 20 13:39:38.712393 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4110546'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:38.735148 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9418792-5744-47e0-ab47-4d3125f55a19'}] {{(pid=102511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:38.737452 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c953c5bdf0214682054714bdd68fd891cff065402cb9802a7a14df8b9cf4ff8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3951124-10b1-4c2d-9328-9decca73ce94" -d '{"events": [{"server_uuid": "71f0258f-1a48-4c64-8cfb-0a469b68a03a", "name": "network-vif-plugged", "status": "completed", "tag": "e9418792-5744-47e0-ab47-4d3125f55a19"}]}' {{(pid=102511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:38.749883 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] For port e9418792-5744-47e0-ab47-4d3125f55a19, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e9418792-5744-47e0-ab47-4d3125f55a19,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:38.754189 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788343845982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788343286375', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788343286393'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:38.777344 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8805522-738e-4341-b57b-02f772ffa14c x-openstack-request-id: req-a8805522-738e-4341-b57b-02f772ffa14c {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:38.778197 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f0258f-1a48-4c64-8cfb-0a469b68a03a", "name": "network-vif-plugged", "status": "completed", "tag": "e9418792-5744-47e0-ab47-4d3125f55a19", "code": 200}]} {{(pid=102511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:38.778541 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8805522-738e-4341-b57b-02f772ffa14c {{(pid=102511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:38.778899 dv-cinder-825493-1-iscsi neutron-server[102511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9418792-5744-47e0-ab47-4d3125f55a19', 'code': 200} Jan 20 13:39:38.804818 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Pushing event updated for resources: {'Port': ['ID=e9418792-5744-47e0-ab47-4d3125f55a19,revision_number=5']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:38.984730 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507caee-497c-43c4-ac74-5ad9697a4f30 req-07bb3ddb-6128-4e7f-b799-2d900aacf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:38.986252 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9507caee-497c-43c4-ac74-5ad9697a4f30 req-07bb3ddb-6128-4e7f-b799-2d900aacf63c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 1099 time: 0.0458405 Jan 20 13:39:39.031476 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-9507caee-497c-43c4-ac74-5ad9697a4f30 req-2dc3cab5-eae7-46d8-a252-1919c242628d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Jan 20 13:39:39.254694 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5b180-36f1-4b6b-958a-b983d64521a3 req-425c765c-b74f-4506-833d-58a0d3a5a777 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:39.256360 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d1d5b180-36f1-4b6b-958a-b983d64521a3 req-425c765c-b74f-4506-833d-58a0d3a5a777 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0555239 Jan 20 13:39:39.311681 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d1d5b180-36f1-4b6b-958a-b983d64521a3 req-60c877e9-0c0c-4101-8585-31c517aa251e tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Jan 20 13:39:40.431845 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0758d-7f9c-4cc9-bcdc-08488ccc3a42 req-723e9a3f-b456-4004-9b0d-a99dd0608ba3 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:40.433322 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9d0758d-7f9c-4cc9-bcdc-08488ccc3a42 req-723e9a3f-b456-4004-9b0d-a99dd0608ba3 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0492918 Jan 20 13:39:40.480996 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9d0758d-7f9c-4cc9-bcdc-08488ccc3a42 req-e10418ab-c185-4135-9942-6141b854b4eb tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Jan 20 13:39:41.601134 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c9b2-fbda-455a-b568-55350ba3a9dc req-397a28c1-a938-4619-bcef-3a7e2e6ea4ee tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:41.602693 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-da21c9b2-fbda-455a-b568-55350ba3a9dc req-397a28c1-a938-4619-bcef-3a7e2e6ea4ee tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0519297 Jan 20 13:39:41.663803 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-da21c9b2-fbda-455a-b568-55350ba3a9dc req-94050f8b-6d6b-4084-bb01-a8062905b8bd tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Jan 20 13:39:48.139609 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39172) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:48.185071 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Deleting subnet 938cc6db-92c6-498e-b814-47119d0652eb {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:39:48.189129 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Publish callbacks [] for subnet (938cc6db-92c6-498e-b814-47119d0652eb), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.222435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (938cc6db-92c6-498e-b814-47119d0652eb), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.260690 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (938cc6db-92c6-498e-b814-47119d0652eb), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.318067 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (938cc6db-92c6-498e-b814-47119d0652eb), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.345635 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.348848 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/938cc6db-92c6-498e-b814-47119d0652eb HTTP/1.1" status: 204 len: 168 time: 0.2080705 Jan 20 13:39:48.349816 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae341b87-19f5-4fde-b44f-73b4c7260ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938cc6db-92c6-498e-b814-47119d0652eb,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:48.351591 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39174) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:48.418530 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (7054aa95-8ff7-423d-b38a-d60badd67439), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.499409 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (7054aa95-8ff7-423d-b38a-d60badd67439), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.518670 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7054aa95-8ff7-423d-b38a-d60badd67439']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:48.527735 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f25adc-e94b-41a5-a2bf-cdca4e2bb739') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:48.528062 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f25adc-e94b-41a5-a2bf-cdca4e2bb739') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:48.538321 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (a6f25adc-e94b-41a5-a2bf-cdca4e2bb739), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.552608 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (a6f25adc-e94b-41a5-a2bf-cdca4e2bb739), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.558618 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:39:48.559008 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (a6f25adc-e94b-41a5-a2bf-cdca4e2bb739), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:39:48.560818 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:39:48.618235 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (7054aa95-8ff7-423d-b38a-d60badd67439), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.625613 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.628698 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] 10.222.0.70 "DELETE /v2.0/networks/7054aa95-8ff7-423d-b38a-d60badd67439 HTTP/1.1" status: 204 len: 168 time: 0.2758846 Jan 20 13:39:48.631631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39176) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:48.637920 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446c9b-1cc5-4952-bd36-236794d1aabf admin admin] Pushing event deleted for resources: {'Network': ['ID=7054aa95-8ff7-423d-b38a-d60badd67439,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:48.679134 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Deleting subnet b4873a54-67d0-44a7-a91e-101cab24d3cf {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:39:48.682568 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Publish callbacks [] for subnet (b4873a54-67d0-44a7-a91e-101cab24d3cf), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.718372 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (b4873a54-67d0-44a7-a91e-101cab24d3cf), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.756875 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (b4873a54-67d0-44a7-a91e-101cab24d3cf), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.812622 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (b4873a54-67d0-44a7-a91e-101cab24d3cf), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.837770 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4873a54-67d0-44a7-a91e-101cab24d3cf,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:48.842410 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:48.846448 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ce1faec2-631c-4667-b30b-bb23883e3345 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4873a54-67d0-44a7-a91e-101cab24d3cf HTTP/1.1" status: 204 len: 168 time: 0.2137666 Jan 20 13:39:48.849056 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39180) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:48.919337 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (47a8af5e-6a05-4021-b1d4-e4a102bb364b), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.003137 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (47a8af5e-6a05-4021-b1d4-e4a102bb364b), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.025643 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a8af5e-6a05-4021-b1d4-e4a102bb364b']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:49.034912 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0c7985-d51c-4c23-a110-2b4ec1e05bb9') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:49.035206 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0c7985-d51c-4c23-a110-2b4ec1e05bb9') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:39:49.044554 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (aa0c7985-d51c-4c23-a110-2b4ec1e05bb9), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.057411 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (aa0c7985-d51c-4c23-a110-2b4ec1e05bb9), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.064766 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:39:49.065212 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (aa0c7985-d51c-4c23-a110-2b4ec1e05bb9), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:39:49.067246 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:39:49.125405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (47a8af5e-6a05-4021-b1d4-e4a102bb364b), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.130892 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.134065 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/47a8af5e-6a05-4021-b1d4-e4a102bb364b HTTP/1.1" status: 204 len: 168 time: 0.2840776 Jan 20 13:39:49.145418 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc03852-b177-4060-b474-52e2e90fd8d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=47a8af5e-6a05-4021-b1d4-e4a102bb364b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:49.337280 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39184) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:49.378061 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d8bde208-9c87-4fee-af11-fd4ff9d6a515 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=377fa07337db4d78948c980c1147f134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395303 Jan 20 13:39:49.380485 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39186) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:49.427851 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3af3-9e55-42df-a6d7-eb42ab4e1e39 admin admin] Publish callbacks [] for security_group (976816db-2c92-436b-adb1-c1c0374a7280), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.449375 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3af3-9e55-42df-a6d7-eb42ab4e1e39 admin admin] Publish callbacks [] for security_group (976816db-2c92-436b-adb1-c1c0374a7280), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.493846 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3af3-9e55-42df-a6d7-eb42ab4e1e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (976816db-2c92-436b-adb1-c1c0374a7280), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.496552 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3af3-9e55-42df-a6d7-eb42ab4e1e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.497707 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2f6c3af3-9e55-42df-a6d7-eb42ab4e1e39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/976816db-2c92-436b-adb1-c1c0374a7280 HTTP/1.1" status: 204 len: 168 time: 0.1163273 Jan 20 13:39:49.506074 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c3af3-9e55-42df-a6d7-eb42ab4e1e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976816db-2c92-436b-adb1-c1c0374a7280,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:49.866307 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39196) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:49.906689 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b6a82c75-f2c7-4552-81c1-aebd201dc4e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a79ef8d11a964ee3b0dd7019f9677380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392101 Jan 20 13:39:49.909160 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39198) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:39:49.960204 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1666b26b-549d-463c-91d1-f9640038a9fb admin admin] Publish callbacks [] for security_group (b80a8747-7594-4828-9ee5-95a4e3df96a7), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:49.981431 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1666b26b-549d-463c-91d1-f9640038a9fb admin admin] Publish callbacks [] for security_group (b80a8747-7594-4828-9ee5-95a4e3df96a7), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:50.028594 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1666b26b-549d-463c-91d1-f9640038a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (b80a8747-7594-4828-9ee5-95a4e3df96a7), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:50.032205 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1666b26b-549d-463c-91d1-f9640038a9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:50.033399 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1666b26b-549d-463c-91d1-f9640038a9fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b80a8747-7594-4828-9ee5-95a4e3df96a7 HTTP/1.1" status: 204 len: 168 time: 0.1232631 Jan 20 13:39:50.041274 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666b26b-549d-463c-91d1-f9640038a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80a8747-7594-4828-9ee5-95a4e3df96a7,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:53.718212 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071f643-1d4e-47ed-9666-ee98b63f2ba3 req-a262f4bb-e7e9-4e15-8b08-ce1beeed488e tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:53.719878 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1071f643-1d4e-47ed-9666-ee98b63f2ba3 req-a262f4bb-e7e9-4e15-8b08-ce1beeed488e tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0524824 Jan 20 13:39:53.767233 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1071f643-1d4e-47ed-9666-ee98b63f2ba3 req-250adcfb-e81c-4986-8913-7da49a486b2f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Jan 20 13:39:54.886905 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0420f9e-e00d-49ff-8029-ba57ee8d1bd0 req-5a3a8670-f846-4fcc-b979-bb2d9047be75 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:54.888426 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0420f9e-e00d-49ff-8029-ba57ee8d1bd0 req-5a3a8670-f846-4fcc-b979-bb2d9047be75 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0530715 Jan 20 13:39:54.936944 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0420f9e-e00d-49ff-8029-ba57ee8d1bd0 req-3309ac6d-4717-44df-9490-76c6aba11631 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Jan 20 13:39:55.938270 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:56.018777 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c1790-a81b-4781-b0f1-81adc5603192 req-9bbecc76-ab5f-484c-89b1-bae8232ca72d tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:56.020271 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-966c1790-a81b-4781-b0f1-81adc5603192 req-9bbecc76-ab5f-484c-89b1-bae8232ca72d tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0527289 Jan 20 13:39:56.059956 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901301-a9b7-4022-97b8-537e6204d328 req-7ce8e52a-f05c-4d43-9201-40bb6dfe3005 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:56.061450 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b4901301-a9b7-4022-97b8-537e6204d328 req-7ce8e52a-f05c-4d43-9201-40bb6dfe3005 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=71f0258f-1a48-4c64-8cfb-0a469b68a03a HTTP/1.1" status: 200 len: 946 time: 0.0501466 Jan 20 13:39:56.111935 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b4901301-a9b7-4022-97b8-537e6204d328 req-108ec1f9-3e86-481d-a31b-2f0d69c6ad24 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jan 20 13:39:56.113529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Deleting port e9418792-5744-47e0-ab47-4d3125f55a19 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:39:56.113867 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:56.208017 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] For port e9418792-5744-47e0-ab47-4d3125f55a19, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e9418792-5744-47e0-ab47-4d3125f55a19,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:39:56.208298 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:56.222060 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Calling delete_port for e9418792-5744-47e0-ab47-4d3125f55a19 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:39:56.354482 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (e9418792-5744-47e0-ab47-4d3125f55a19), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:56.367156 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b', 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8', 'e9418792-5744-47e0-ab47-4d3125f55a19'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:39:56.383599 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event deleted for resources: {'Port': ['ID=e9418792-5744-47e0-ab47-4d3125f55a19,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:39:56.428436 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] No DVR routers for this DVR port e9418792-5744-47e0-ab47-4d3125f55a19 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:39:56.430978 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:56.434386 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-966c1790-a81b-4781-b0f1-81adc5603192 req-3f36e4be-5758-49b4-937e-c90799e7f4d6 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "DELETE /v2.0/ports/e9418792-5744-47e0-ab47-4d3125f55a19 HTTP/1.1" status: 204 len: 173 time: 0.4082532 Jan 20 13:39:56.434823 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'name': 'network-vif-deleted', 'tag': 'e9418792-5744-47e0-ab47-4d3125f55a19'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:39:56.437174 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907bac5b-505c-4fc0-887f-f7d47ed50e12" -d '{"events": [{"server_uuid": "71f0258f-1a48-4c64-8cfb-0a469b68a03a", "name": "network-vif-deleted", "tag": "e9418792-5744-47e0-ab47-4d3125f55a19"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:39:56.474971 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298701dd-9c88-4b0e-9dd9-d6cd0263dcbb x-openstack-request-id: req-298701dd-9c88-4b0e-9dd9-d6cd0263dcbb {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:39:56.475293 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f0258f-1a48-4c64-8cfb-0a469b68a03a", "name": "network-vif-deleted", "tag": "e9418792-5744-47e0-ab47-4d3125f55a19", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:39:56.475549 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-298701dd-9c88-4b0e-9dd9-d6cd0263dcbb {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:39:56.475985 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f0258f-1a48-4c64-8cfb-0a469b68a03a', 'name': 'network-vif-deleted', 'tag': 'e9418792-5744-47e0-ab47-4d3125f55a19', 'status': 'completed', 'code': 200} Jan 20 13:39:58.521813 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13803957-ac4d-4d36-8744-91f050b802f1 req-9e8071c6-1238-4b95-abb3-2ebc5b47bc16 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:58.523278 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13803957-ac4d-4d36-8744-91f050b802f1 req-9e8071c6-1238-4b95-abb3-2ebc5b47bc16 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Jan 20 13:39:58.575808 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13803957-ac4d-4d36-8744-91f050b802f1 req-be8cf33d-8ef9-41a7-90ed-5fb1be6376ea tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Jan 20 13:39:59.042024 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-92cbb9cb-cc9e-4d82-a453-99d04006c06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:39:59.694865 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dfcf6-879c-4341-a51b-27788fd34414 req-56a20cdd-ca73-46e9-9b97-362d76d2fbc2 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:39:59.696441 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d8dfcf6-879c-4341-a51b-27788fd34414 req-56a20cdd-ca73-46e9-9b97-362d76d2fbc2 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 946 time: 0.0483229 Jan 20 13:39:59.761132 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d8dfcf6-879c-4341-a51b-27788fd34414 req-05f5ecd9-cedc-44bb-ab23-73426aa56313 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Jan 20 13:40:00.671513 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e9418792-5744-47e0-ab47-4d3125f55a19 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:40:00.693632 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: e9418792-5744-47e0-ab47-4d3125f55a19 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:40:00.693969 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e9418792-5744-47e0-ab47-4d3125f55a19 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:40:00.886177 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810c2a1-76ac-4053-ad7e-8273b7cf103c req-f1a3fb9e-53df-42a3-8d60-be8f39527109 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:00.887667 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a810c2a1-76ac-4053-ad7e-8273b7cf103c req-f1a3fb9e-53df-42a3-8d60-be8f39527109 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 946 time: 0.0517447 Jan 20 13:40:00.935638 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a810c2a1-76ac-4053-ad7e-8273b7cf103c req-641ecfd5-8d47-436a-aadc-9a7862ea8119 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Jan 20 13:40:01.132826 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-1b1a5ae0-dfc1-4f16-abce-0f3d0230fc7c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:01.134312 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-1b1a5ae0-dfc1-4f16-abce-0f3d0230fc7c tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 946 time: 0.0596826 Jan 20 13:40:01.231303 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Deleting port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:40:01.231552 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:01.326801 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] For port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:40:01.327307 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:01.342669 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Calling delete_port for e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:40:01.474458 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (e6b7974c-ceea-4714-b5d2-c04ce82a1fd8), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:01.487361 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b', 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:40:01.503809 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event deleted for resources: {'Port': ['ID=e6b7974c-ceea-4714-b5d2-c04ce82a1fd8,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:01.547735 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] No DVR routers for this DVR port e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:40:01.550235 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:01.553514 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-6252be31-78c4-4099-bfb3-db693f0d8249 req-dee7a433-ecd9-4e26-9141-f06c1e6a7991 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "DELETE /v2.0/ports/e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 HTTP/1.1" status: 204 len: 173 time: 0.4140613 Jan 20 13:40:01.553953 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'name': 'network-vif-deleted', 'tag': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:40:01.556178 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3426fb-443b-45ee-b1ad-e15d197aae36" -d '{"events": [{"server_uuid": "efec3501-0db1-4b75-82c4-f7d3a18ea9e4", "name": "network-vif-deleted", "tag": "e6b7974c-ceea-4714-b5d2-c04ce82a1fd8"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:40:01.602661 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0b1658-94c4-4ad7-a33d-d892e826826d x-openstack-request-id: req-6e0b1658-94c4-4ad7-a33d-d892e826826d {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:40:01.603066 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efec3501-0db1-4b75-82c4-f7d3a18ea9e4", "name": "network-vif-deleted", "tag": "e6b7974c-ceea-4714-b5d2-c04ce82a1fd8", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:40:01.603385 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e0b1658-94c4-4ad7-a33d-d892e826826d {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:40:01.604011 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efec3501-0db1-4b75-82c4-f7d3a18ea9e4', 'name': 'network-vif-deleted', 'tag': 'e6b7974c-ceea-4714-b5d2-c04ce82a1fd8', 'status': 'completed', 'code': 200} Jan 20 13:40:01.826314 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-55eb74a1-64a9-4545-ba1d-a16f8c26886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:02.047446 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9aba9379-26c9-4596-82d7-7ce5d0120bee req-cb855408-a82e-442d-9924-0537342651c0 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=efec3501-0db1-4b75-82c4-f7d3a18ea9e4 HTTP/1.1" status: 200 len: 210 time: 0.0296111 Jan 20 13:40:03.052093 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:03.323480 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87532-4c98-4199-b981-5828846b92d6 req-3f2af02d-90e7-4f57-a714-f62b041a1eca tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:03.325007 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0c87532-4c98-4199-b981-5828846b92d6 req-3f2af02d-90e7-4f57-a714-f62b041a1eca tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0508761 Jan 20 13:40:03.378678 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0c87532-4c98-4199-b981-5828846b92d6 req-988fe644-4263-47c5-a11c-1bb8812a7b67 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Jan 20 13:40:03.956002 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:04.497081 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c76e-0e92-450e-a6c2-fd0dd713dc15 req-e789e1b1-3f9c-4b5c-80bf-70e3b076aafe tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:04.498530 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8672c76e-0e92-450e-a6c2-fd0dd713dc15 req-e789e1b1-3f9c-4b5c-80bf-70e3b076aafe tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0484493 Jan 20 13:40:04.545132 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8672c76e-0e92-450e-a6c2-fd0dd713dc15 req-62e13abb-dc7f-43b8-8e84-d1ce5bbedfb2 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Jan 20 13:40:04.702225 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:40:04.724368 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:40:04.724721 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device e6b7974c-ceea-4714-b5d2-c04ce82a1fd8 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:40:05.336807 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:05.501205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-b32b8d00-9358-4b06-bf35-8613af7177ba tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:05.502956 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-b32b8d00-9358-4b06-bf35-8613af7177ba tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0507534 Jan 20 13:40:05.595276 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Deleting port b64052c7-9d7d-411f-9e51-10fe09ed1813 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:40:05.595544 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:05.666156 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbc20b-a11b-4b40-8e4e-0ffa3adc7120 req-4a97927f-0a7d-42b7-94ff-d16cd0e97f71 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:05.667639 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ccbc20b-a11b-4b40-8e4e-0ffa3adc7120 req-4a97927f-0a7d-42b7-94ff-d16cd0e97f71 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbefa95b-6a01-4354-ac86-9253c6f1d29c HTTP/1.1" status: 200 len: 946 time: 0.0542691 Jan 20 13:40:05.683670 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] For port b64052c7-9d7d-411f-9e51-10fe09ed1813, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=b64052c7-9d7d-411f-9e51-10fe09ed1813,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:40:05.684069 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:05.697225 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Calling delete_port for b64052c7-9d7d-411f-9e51-10fe09ed1813 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:40:05.715243 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ccbc20b-a11b-4b40-8e4e-0ffa3adc7120 req-0dc08650-686f-465d-87a9-8c9ed3f28aca tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Jan 20 13:40:05.827070 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (b64052c7-9d7d-411f-9e51-10fe09ed1813), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:05.839539 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b', 'b64052c7-9d7d-411f-9e51-10fe09ed1813'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:40:05.857849 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event deleted for resources: {'Port': ['ID=b64052c7-9d7d-411f-9e51-10fe09ed1813,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:05.900114 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] No DVR routers for this DVR port b64052c7-9d7d-411f-9e51-10fe09ed1813 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:40:05.902907 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:05.906869 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-58347e2d-1369-4e08-bdd8-2520f1855e41 req-73decb74-d570-494a-b06f-73483fd9f588 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "DELETE /v2.0/ports/b64052c7-9d7d-411f-9e51-10fe09ed1813 HTTP/1.1" status: 204 len: 173 time: 0.3983185 Jan 20 13:40:05.907589 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'name': 'network-vif-deleted', 'tag': 'b64052c7-9d7d-411f-9e51-10fe09ed1813'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:40:05.909828 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe75ebe5-def5-417a-bf9f-edc937b71a12" -d '{"events": [{"server_uuid": "dbefa95b-6a01-4354-ac86-9253c6f1d29c", "name": "network-vif-deleted", "tag": "b64052c7-9d7d-411f-9e51-10fe09ed1813"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:40:05.951501 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5276346-f5d5-4e2a-8f53-4bf290407b45 x-openstack-request-id: req-b5276346-f5d5-4e2a-8f53-4bf290407b45 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:40:05.951795 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbefa95b-6a01-4354-ac86-9253c6f1d29c", "name": "network-vif-deleted", "tag": "b64052c7-9d7d-411f-9e51-10fe09ed1813", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:40:05.952242 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5276346-f5d5-4e2a-8f53-4bf290407b45 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:40:05.952637 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbefa95b-6a01-4354-ac86-9253c6f1d29c', 'name': 'network-vif-deleted', 'tag': 'b64052c7-9d7d-411f-9e51-10fe09ed1813', 'status': 'completed', 'code': 200} Jan 20 13:40:08.103165 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd0fa7-c135-4ddf-82c6-2654e101a135 req-2b63e707-63d2-4dc2-b8ae-3bbd615c08db tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:08.104709 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46cd0fa7-c135-4ddf-82c6-2654e101a135 req-2b63e707-63d2-4dc2-b8ae-3bbd615c08db tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.0506887 Jan 20 13:40:08.152692 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46cd0fa7-c135-4ddf-82c6-2654e101a135 req-ae6ced45-8254-4c94-ad3e-66f418b7b54f tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Jan 20 13:40:08.718501 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b64052c7-9d7d-411f-9e51-10fe09ed1813 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:40:08.741561 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: b64052c7-9d7d-411f-9e51-10fe09ed1813 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:40:08.741561 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device b64052c7-9d7d-411f-9e51-10fe09ed1813 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:40:09.269160 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6645-f64b-4c73-b4d5-63252823932f req-93caa371-5938-4245-bf55-1310adabb608 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:09.270624 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2ee6645-f64b-4c73-b4d5-63252823932f req-93caa371-5938-4245-bf55-1310adabb608 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.0489936 Jan 20 13:40:09.321358 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f2ee6645-f64b-4c73-b4d5-63252823932f req-f860f9b4-418d-4844-9428-3549cbd03302 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Jan 20 13:40:10.435399 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cef9-48a9-4629-a765-0baeae149ade req-470b3538-c287-49f5-9d06-d678686abe62 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:10.436901 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf5cef9-48a9-4629-a765-0baeae149ade req-470b3538-c287-49f5-9d06-d678686abe62 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Jan 20 13:40:10.483491 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cf5cef9-48a9-4629-a765-0baeae149ade req-237760ac-a1d1-4200-8153-01489045ba9a tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Jan 20 13:40:10.573735 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-5b5064ec-2c00-4ef1-83c9-d5c77017763b tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:10.575182 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-5b5064ec-2c00-4ef1-83c9-d5c77017763b tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "GET /v2.0/ports?device_id=0da2ff3b-6275-4309-a324-a00b2b572dd0 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Jan 20 13:40:10.663557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Deleting port af3b62ec-68a6-4ae0-a772-b681636b070b {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:40:10.663914 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:10.754471 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] For port af3b62ec-68a6-4ae0-a772-b681636b070b, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=af3b62ec-68a6-4ae0-a772-b681636b070b,segment=NetworkSegment(6df9833b-aa5b-49d3-8a9a-948ada42a288),segment_id=6df9833b-aa5b-49d3-8a9a-948ada42a288)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:40:10.754744 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:10.766579 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Calling delete_port for af3b62ec-68a6-4ae0-a772-b681636b070b owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:40:10.891554 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (af3b62ec-68a6-4ae0-a772-b681636b070b), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:10.904580 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] get_ports_and_sgs() called for port_ids ['af3b62ec-68a6-4ae0-a772-b681636b070b'] {{(pid=102511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 20 13:40:10.924538 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Pushing event deleted for resources: {'Port': ['ID=af3b62ec-68a6-4ae0-a772-b681636b070b,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:10.965160 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] No DVR routers for this DVR port af3b62ec-68a6-4ae0-a772-b681636b070b on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:40:10.967583 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:10.971665 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-79c8ae88-4a90-45ad-99bc-38d4e35f8bcb req-e557fbde-c54e-4157-9b16-598930cbff37 tempest-AttachVolumeNegativeTest-1000206519 tempest-AttachVolumeNegativeTest-1000206519-project] 10.222.0.91 "DELETE /v2.0/ports/af3b62ec-68a6-4ae0-a772-b681636b070b HTTP/1.1" status: 204 len: 173 time: 0.3907065 Jan 20 13:40:10.972319 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'name': 'network-vif-deleted', 'tag': 'af3b62ec-68a6-4ae0-a772-b681636b070b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:40:10.974552 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225bc30-4f45-4734-b356-969de4a75b62" -d '{"events": [{"server_uuid": "0da2ff3b-6275-4309-a324-a00b2b572dd0", "name": "network-vif-deleted", "tag": "af3b62ec-68a6-4ae0-a772-b681636b070b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:40:11.012446 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b3a2e9-6c5c-4261-869f-4ec5ce8f4bd0 x-openstack-request-id: req-29b3a2e9-6c5c-4261-869f-4ec5ce8f4bd0 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:40:11.012741 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da2ff3b-6275-4309-a324-a00b2b572dd0", "name": "network-vif-deleted", "tag": "af3b62ec-68a6-4ae0-a772-b681636b070b", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:40:11.012994 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29b3a2e9-6c5c-4261-869f-4ec5ce8f4bd0 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:40:11.013388 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da2ff3b-6275-4309-a324-a00b2b572dd0', 'name': 'network-vif-deleted', 'tag': 'af3b62ec-68a6-4ae0-a772-b681636b070b', 'status': 'completed', 'code': 200} Jan 20 13:40:11.292403 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:40:11.544474 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39418) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:11.588563 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Deleting subnet a07bb344-dd34-4202-9c26-f71f64152433 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:40:11.591667 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Publish callbacks [] for subnet (a07bb344-dd34-4202-9c26-f71f64152433), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.630326 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (a07bb344-dd34-4202-9c26-f71f64152433), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.669592 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (a07bb344-dd34-4202-9c26-f71f64152433), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.722014 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (a07bb344-dd34-4202-9c26-f71f64152433), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.745902 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07bb344-dd34-4202-9c26-f71f64152433,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:11.752982 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.756286 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7b6fc869-9e40-4ce4-85e6-874aee75cd40 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a07bb344-dd34-4202-9c26-f71f64152433 HTTP/1.1" status: 204 len: 168 time: 0.2105038 Jan 20 13:40:11.758742 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39422) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:11.831135 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (ed15dc7c-024a-46aa-acdc-70fd6a6498c6), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.908293 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (ed15dc7c-024a-46aa-acdc-70fd6a6498c6), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.929405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed15dc7c-024a-46aa-acdc-70fd6a6498c6']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:11.938483 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df9833b-aa5b-49d3-8a9a-948ada42a288') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:11.938775 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df9833b-aa5b-49d3-8a9a-948ada42a288') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:11.948252 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (6df9833b-aa5b-49d3-8a9a-948ada42a288), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.961980 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (6df9833b-aa5b-49d3-8a9a-948ada42a288), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.967751 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:40:11.968158 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (6df9833b-aa5b-49d3-8a9a-948ada42a288), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:40:11.969768 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:40:12.028630 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (ed15dc7c-024a-46aa-acdc-70fd6a6498c6), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:12.032980 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:12.037274 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] 10.222.0.70 "DELETE /v2.0/networks/ed15dc7c-024a-46aa-acdc-70fd6a6498c6 HTTP/1.1" status: 204 len: 168 time: 0.2776003 Jan 20 13:40:12.049475 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb5c71-f911-4355-a3ea-beb7684e80ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ed15dc7c-024a-46aa-acdc-70fd6a6498c6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:12.202590 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39426) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:12.244560 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4f745bb7-4025-460b-b5f6-d09b430fd167 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=852534d0fb834899b76295811f463919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407922 Jan 20 13:40:12.247068 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39428) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:12.296833 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f55e88e7-9228-4021-8d80-a53b7cf67ea2 admin admin] Publish callbacks [] for security_group (2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:12.319475 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f55e88e7-9228-4021-8d80-a53b7cf67ea2 admin admin] Publish callbacks [] for security_group (2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:12.372666 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f55e88e7-9228-4021-8d80-a53b7cf67ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:12.375142 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f55e88e7-9228-4021-8d80-a53b7cf67ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:12.376776 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f55e88e7-9228-4021-8d80-a53b7cf67ea2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8 HTTP/1.1" status: 204 len: 168 time: 0.1287992 Jan 20 13:40:12.385581 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e88e7-9228-4021-8d80-a53b7cf67ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66b8f9-cb6c-4247-9ee2-e0555ac49ba8,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:14.730454 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device af3b62ec-68a6-4ae0-a772-b681636b070b no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:40:14.754942 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: af3b62ec-68a6-4ae0-a772-b681636b070b {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:40:14.755314 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device af3b62ec-68a6-4ae0-a772-b681636b070b not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:40:19.161264 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39558) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:19.298333 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.377163 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Publish callbacks [] for security_group (ccd59a7c-df72-4442-9632-40be231107bf), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.382151 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ccd59a7c-df72-4442-9632-40be231107bf), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.422576 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b1cff4750154466b901b4c6069f9ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599685 Jan 20 13:40:19.423445 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd59a7c-df72-4442-9632-40be231107bf,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:19.425540 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39564) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:19.431486 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.431860 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.432205 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.432553 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.432885 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.433249 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.433950 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.434111 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.434345 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.434746 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.435203 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.435555 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.435904 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550fa14-09e3-4a13-a5fd-c6bf97af9e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.481378 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Publish callbacks [] for security_group (ccd59a7c-df72-4442-9632-40be231107bf), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.501763 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Publish callbacks [] for security_group (ccd59a7c-df72-4442-9632-40be231107bf), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.548491 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ccd59a7c-df72-4442-9632-40be231107bf), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.551528 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:19.552740 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccd59a7c-df72-4442-9632-40be231107bf HTTP/1.1" status: 204 len: 168 time: 0.1261535 Jan 20 13:40:19.560477 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd59a7c-df72-4442-9632-40be231107bf,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:19.567873 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.568232 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.568581 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.568979 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.569313 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.569644 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.569979 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.570307 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.570637 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.570966 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.571291 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.571703 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:19.571942 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17832d9-acd1-4525-9c6f-64f638b5c9b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:40:22.834193 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39618) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:22.955212 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-293da848-0f1a-4cda-bfbf-67db023eb1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.040252 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-293da848-0f1a-4cda-bfbf-67db023eb1e4 admin admin] Publish callbacks [] for security_group (dcdaddf6-26b6-40be-80f9-4d57f8486ed1), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.044173 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-293da848-0f1a-4cda-bfbf-67db023eb1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (dcdaddf6-26b6-40be-80f9-4d57f8486ed1), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.083392 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-293da848-0f1a-4cda-bfbf-67db023eb1e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0742b27b2f1848f0bbc7cab6227e3204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478335 Jan 20 13:40:23.084424 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293da848-0f1a-4cda-bfbf-67db023eb1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdaddf6-26b6-40be-80f9-4d57f8486ed1,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:23.085985 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39624) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:23.136839 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dcc33248-b53e-42ac-b228-b549263ea054 admin admin] Publish callbacks [] for security_group (dcdaddf6-26b6-40be-80f9-4d57f8486ed1), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.158234 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dcc33248-b53e-42ac-b228-b549263ea054 admin admin] Publish callbacks [] for security_group (dcdaddf6-26b6-40be-80f9-4d57f8486ed1), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.205591 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dcc33248-b53e-42ac-b228-b549263ea054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (dcdaddf6-26b6-40be-80f9-4d57f8486ed1), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.208281 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dcc33248-b53e-42ac-b228-b549263ea054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:23.209445 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-dcc33248-b53e-42ac-b228-b549263ea054 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dcdaddf6-26b6-40be-80f9-4d57f8486ed1 HTTP/1.1" status: 204 len: 168 time: 0.1224692 Jan 20 13:40:23.217516 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc33248-b53e-42ac-b228-b549263ea054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdaddf6-26b6-40be-80f9-4d57f8486ed1,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:24.383322 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39676) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:24.490280 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe772-7a72-4ac2-af3c-1d5278328bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.567335 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe772-7a72-4ac2-af3c-1d5278328bf4 admin admin] Publish callbacks [] for security_group (5886bf71-d9e3-4e05-849a-57873b9f7dfa), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.571122 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe772-7a72-4ac2-af3c-1d5278328bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5886bf71-d9e3-4e05-849a-57873b9f7dfa), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.609929 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8e6fe772-7a72-4ac2-af3c-1d5278328bf4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d444cd89905c46068fbc5152c57a3f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254388 Jan 20 13:40:24.610904 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fe772-7a72-4ac2-af3c-1d5278328bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886bf71-d9e3-4e05-849a-57873b9f7dfa,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:24.613114 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39680) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:24.661274 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8c02c07c-0f36-4a0a-a003-fded2ed4a0b8 admin admin] Publish callbacks [] for security_group (5886bf71-d9e3-4e05-849a-57873b9f7dfa), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.682447 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8c02c07c-0f36-4a0a-a003-fded2ed4a0b8 admin admin] Publish callbacks [] for security_group (5886bf71-d9e3-4e05-849a-57873b9f7dfa), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.728632 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8c02c07c-0f36-4a0a-a003-fded2ed4a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (5886bf71-d9e3-4e05-849a-57873b9f7dfa), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.731231 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8c02c07c-0f36-4a0a-a003-fded2ed4a0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:24.732435 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-8c02c07c-0f36-4a0a-a003-fded2ed4a0b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5886bf71-d9e3-4e05-849a-57873b9f7dfa HTTP/1.1" status: 204 len: 168 time: 0.1180906 Jan 20 13:40:24.740962 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02c07c-0f36-4a0a-a003-fded2ed4a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886bf71-d9e3-4e05-849a-57873b9f7dfa,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:25.933149 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:29.045923 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-0be1aa37-ce2d-423d-9b0b-9ca3c467d5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.073359 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39820) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:30.176835 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a3fd-83b9-403f-9b08-cf067ab2d451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.252483 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a3fd-83b9-403f-9b08-cf067ab2d451 admin admin] Publish callbacks [] for security_group (1e9956a8-d6b2-468c-a9e5-1999f50f17e0), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.256349 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a3fd-83b9-403f-9b08-cf067ab2d451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (1e9956a8-d6b2-468c-a9e5-1999f50f17e0), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.295461 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c6b0a3fd-83b9-403f-9b08-cf067ab2d451 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=599d11961a984e81bb4f4184eb592393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210221 Jan 20 13:40:30.296361 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0a3fd-83b9-403f-9b08-cf067ab2d451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9956a8-d6b2-468c-a9e5-1999f50f17e0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:30.298421 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39824) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:30.346117 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-af5ed2aa-3ae1-4a38-9422-3d82cd4c46df admin admin] Publish callbacks [] for security_group (1e9956a8-d6b2-468c-a9e5-1999f50f17e0), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.375472 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-af5ed2aa-3ae1-4a38-9422-3d82cd4c46df admin admin] Publish callbacks [] for security_group (1e9956a8-d6b2-468c-a9e5-1999f50f17e0), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.427378 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-af5ed2aa-3ae1-4a38-9422-3d82cd4c46df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (1e9956a8-d6b2-468c-a9e5-1999f50f17e0), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.430799 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-af5ed2aa-3ae1-4a38-9422-3d82cd4c46df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:30.432000 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-af5ed2aa-3ae1-4a38-9422-3d82cd4c46df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e9956a8-d6b2-468c-a9e5-1999f50f17e0 HTTP/1.1" status: 204 len: 168 time: 0.1324842 Jan 20 13:40:30.439980 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed2aa-3ae1-4a38-9422-3d82cd4c46df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9956a8-d6b2-468c-a9e5-1999f50f17e0,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:31.835919 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c10bd7f8-7de6-479a-8e5c-75d54b6cdede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.044754 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.460124 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39920) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:33.562998 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a69776fe-543e-426f-b6fd-c94c9a93f1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.635363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a69776fe-543e-426f-b6fd-c94c9a93f1fe admin admin] Publish callbacks [] for security_group (d90bbd01-fb55-4957-b907-4ad9221da6da), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.638861 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a69776fe-543e-426f-b6fd-c94c9a93f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d90bbd01-fb55-4957-b907-4ad9221da6da), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.676598 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a69776fe-543e-426f-b6fd-c94c9a93f1fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f74ba84d0d014e31a6464384cdce27d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147455 Jan 20 13:40:33.677402 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69776fe-543e-426f-b6fd-c94c9a93f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90bbd01-fb55-4957-b907-4ad9221da6da,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:33.679311 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39924) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:33.730410 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-486cf0f4-b498-495f-9761-8363840969bf admin admin] Publish callbacks [] for security_group (d90bbd01-fb55-4957-b907-4ad9221da6da), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.751677 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-486cf0f4-b498-495f-9761-8363840969bf admin admin] Publish callbacks [] for security_group (d90bbd01-fb55-4957-b907-4ad9221da6da), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.812374 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-486cf0f4-b498-495f-9761-8363840969bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d90bbd01-fb55-4957-b907-4ad9221da6da), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.815073 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-486cf0f4-b498-495f-9761-8363840969bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:33.816345 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-486cf0f4-b498-495f-9761-8363840969bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d90bbd01-fb55-4957-b907-4ad9221da6da HTTP/1.1" status: 204 len: 168 time: 0.1358721 Jan 20 13:40:33.824899 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cf0f4-b498-495f-9761-8363840969bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90bbd01-fb55-4957-b907-4ad9221da6da,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:33.962683 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.101919 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39944) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:34.117347 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bed840ab-a0f1-45a5-9dc9-05a84edebfbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.196047 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bed840ab-a0f1-45a5-9dc9-05a84edebfbf admin admin] Publish callbacks [] for security_group (ffd04913-a4d5-48b3-94be-34decf7e3488), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.200390 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bed840ab-a0f1-45a5-9dc9-05a84edebfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ffd04913-a4d5-48b3-94be-34decf7e3488), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.244505 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-bed840ab-a0f1-45a5-9dc9-05a84edebfbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=491f01238d9849c58d36beea04d52246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413603 Jan 20 13:40:34.245019 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39946) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:34.247977 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed840ab-a0f1-45a5-9dc9-05a84edebfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd04913-a4d5-48b3-94be-34decf7e3488,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:34.295633 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2bc0cd78-16d1-46b3-9e7a-c2ce5eb1e524 admin admin] Publish callbacks [] for security_group (ffd04913-a4d5-48b3-94be-34decf7e3488), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.317467 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2bc0cd78-16d1-46b3-9e7a-c2ce5eb1e524 admin admin] Publish callbacks [] for security_group (ffd04913-a4d5-48b3-94be-34decf7e3488), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.370824 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2bc0cd78-16d1-46b3-9e7a-c2ce5eb1e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (ffd04913-a4d5-48b3-94be-34decf7e3488), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.373723 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2bc0cd78-16d1-46b3-9e7a-c2ce5eb1e524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.375273 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2bc0cd78-16d1-46b3-9e7a-c2ce5eb1e524 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffd04913-a4d5-48b3-94be-34decf7e3488 HTTP/1.1" status: 204 len: 168 time: 0.1290579 Jan 20 13:40:34.383438 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0cd78-16d1-46b3-9e7a-c2ce5eb1e524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd04913-a4d5-48b3-94be-34decf7e3488,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:34.729421 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 39964) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:34.744053 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cff7-7451-4de9-9cd0-8525765c6b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.825350 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cff7-7451-4de9-9cd0-8525765c6b4d admin admin] Publish callbacks [] for security_group (aea13988-0680-4951-b897-2394cc90610c), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.829369 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bc0cff7-7451-4de9-9cd0-8525765c6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (aea13988-0680-4951-b897-2394cc90610c), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.872098 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9bc0cff7-7451-4de9-9cd0-8525765c6b4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=061e592e47d34fbaa285bb85ea475d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413631 Jan 20 13:40:34.873108 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0cff7-7451-4de9-9cd0-8525765c6b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea13988-0680-4951-b897-2394cc90610c,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:34.875081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 39966) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:34.936557 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5de2c6a0-998b-44cf-af92-c628af02a0cc admin admin] Publish callbacks [] for security_group (aea13988-0680-4951-b897-2394cc90610c), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:34.963761 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5de2c6a0-998b-44cf-af92-c628af02a0cc admin admin] Publish callbacks [] for security_group (aea13988-0680-4951-b897-2394cc90610c), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:35.015570 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5de2c6a0-998b-44cf-af92-c628af02a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (aea13988-0680-4951-b897-2394cc90610c), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:35.018205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5de2c6a0-998b-44cf-af92-c628af02a0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:35.019396 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5de2c6a0-998b-44cf-af92-c628af02a0cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aea13988-0680-4951-b897-2394cc90610c HTTP/1.1" status: 204 len: 168 time: 0.1427052 Jan 20 13:40:35.028197 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2c6a0-998b-44cf-af92-c628af02a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea13988-0680-4951-b897-2394cc90610c,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:35.341130 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:38.967124 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40062) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:39.072104 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f248e329-7e7e-47e0-87fe-79d90c36c72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.150599 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f248e329-7e7e-47e0-87fe-79d90c36c72e admin admin] Publish callbacks [] for security_group (2628c458-8188-4e2a-95ac-4c0805ba45cd), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.155048 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f248e329-7e7e-47e0-87fe-79d90c36c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2628c458-8188-4e2a-95ac-4c0805ba45cd), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.194632 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-f248e329-7e7e-47e0-87fe-79d90c36c72e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce8d4783f4914e6c871ad64f0e42e49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264316 Jan 20 13:40:39.195622 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248e329-7e7e-47e0-87fe-79d90c36c72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2628c458-8188-4e2a-95ac-4c0805ba45cd,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:39.198055 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40072) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:39.258161 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-45fa5187-1584-433d-b1bc-37eec1a13d9e admin admin] Publish callbacks [] for security_group (2628c458-8188-4e2a-95ac-4c0805ba45cd), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.282617 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-45fa5187-1584-433d-b1bc-37eec1a13d9e admin admin] Publish callbacks [] for security_group (2628c458-8188-4e2a-95ac-4c0805ba45cd), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.339719 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-45fa5187-1584-433d-b1bc-37eec1a13d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (2628c458-8188-4e2a-95ac-4c0805ba45cd), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.341932 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-45fa5187-1584-433d-b1bc-37eec1a13d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.346151 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-45fa5187-1584-433d-b1bc-37eec1a13d9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2628c458-8188-4e2a-95ac-4c0805ba45cd HTTP/1.1" status: 204 len: 168 time: 0.1469831 Jan 20 13:40:39.354988 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa5187-1584-433d-b1bc-37eec1a13d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2628c458-8188-4e2a-95ac-4c0805ba45cd,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:39.642748 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40102) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:39.662555 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eaad0b02-f953-4fac-82b2-f8fdc04c17a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.745347 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eaad0b02-f953-4fac-82b2-f8fdc04c17a4 admin admin] Publish callbacks [] for security_group (cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.750083 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eaad0b02-f953-4fac-82b2-f8fdc04c17a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.784340 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-eaad0b02-f953-4fac-82b2-f8fdc04c17a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4487945d00544da8df6f7e8b30b8819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396194 Jan 20 13:40:39.787042 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40110) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:39.795250 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad0b02-f953-4fac-82b2-f8fdc04c17a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:39.844136 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3a20cb82-c251-4ac0-a6d4-70f824f18584 admin admin] Publish callbacks [] for security_group (cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.870899 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3a20cb82-c251-4ac0-a6d4-70f824f18584 admin admin] Publish callbacks [] for security_group (cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.934847 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3a20cb82-c251-4ac0-a6d4-70f824f18584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.937706 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3a20cb82-c251-4ac0-a6d4-70f824f18584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:39.939303 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-3a20cb82-c251-4ac0-a6d4-70f824f18584 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d HTTP/1.1" status: 204 len: 168 time: 0.1512752 Jan 20 13:40:39.951618 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20cb82-c251-4ac0-a6d4-70f824f18584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb255e5-7cc7-488a-8b0f-bb0a23e4b51d,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:40.284022 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40130) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:40.297930 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a0851f6e-c8b9-4efe-ab21-de0ae80729f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.372079 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a0851f6e-c8b9-4efe-ab21-de0ae80729f6 admin admin] Publish callbacks [] for security_group (6aa70f93-b92b-4c2b-9573-248f44ba0e75), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.375750 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a0851f6e-c8b9-4efe-ab21-de0ae80729f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6aa70f93-b92b-4c2b-9573-248f44ba0e75), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.412079 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0851f6e-c8b9-4efe-ab21-de0ae80729f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa70f93-b92b-4c2b-9573-248f44ba0e75,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:40.416400 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a0851f6e-c8b9-4efe-ab21-de0ae80729f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ed458689957464d8b9d0621e89f2be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313291 Jan 20 13:40:40.418952 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40132) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:40.466866 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5e1bfb8d-14ff-4b87-92d8-03e5b4909363 admin admin] Publish callbacks [] for security_group (6aa70f93-b92b-4c2b-9573-248f44ba0e75), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.487204 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5e1bfb8d-14ff-4b87-92d8-03e5b4909363 admin admin] Publish callbacks [] for security_group (6aa70f93-b92b-4c2b-9573-248f44ba0e75), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.534276 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5e1bfb8d-14ff-4b87-92d8-03e5b4909363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (6aa70f93-b92b-4c2b-9573-248f44ba0e75), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.536777 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5e1bfb8d-14ff-4b87-92d8-03e5b4909363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:40.537910 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-5e1bfb8d-14ff-4b87-92d8-03e5b4909363 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6aa70f93-b92b-4c2b-9573-248f44ba0e75 HTTP/1.1" status: 204 len: 168 time: 0.1180632 Jan 20 13:40:40.545948 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bfb8d-14ff-4b87-92d8-03e5b4909363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa70f93-b92b-4c2b-9573-248f44ba0e75,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:41.557544 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40208) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:41.667870 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2b028324-e137-4b01-b943-d58aeb0db0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.750797 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2b028324-e137-4b01-b943-d58aeb0db0f8 admin admin] Publish callbacks [] for security_group (d69ec261-f48b-49d5-bfb8-897410aad017), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.755486 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2b028324-e137-4b01-b943-d58aeb0db0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d69ec261-f48b-49d5-bfb8-897410aad017), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.796522 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2b028324-e137-4b01-b943-d58aeb0db0f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd2df7c60a6d449580a0dc146562c86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378805 Jan 20 13:40:41.797628 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b028324-e137-4b01-b943-d58aeb0db0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69ec261-f48b-49d5-bfb8-897410aad017,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:41.800315 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40216) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:41.854654 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a91c8865-6c5a-40d3-a6b9-5c7b790d1cd4 admin admin] Publish callbacks [] for security_group (d69ec261-f48b-49d5-bfb8-897410aad017), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.877423 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a91c8865-6c5a-40d3-a6b9-5c7b790d1cd4 admin admin] Publish callbacks [] for security_group (d69ec261-f48b-49d5-bfb8-897410aad017), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.924582 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a91c8865-6c5a-40d3-a6b9-5c7b790d1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (d69ec261-f48b-49d5-bfb8-897410aad017), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.927153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a91c8865-6c5a-40d3-a6b9-5c7b790d1cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:41.928336 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-a91c8865-6c5a-40d3-a6b9-5c7b790d1cd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d69ec261-f48b-49d5-bfb8-897410aad017 HTTP/1.1" status: 204 len: 168 time: 0.1267402 Jan 20 13:40:41.937091 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c8865-6c5a-40d3-a6b9-5c7b790d1cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69ec261-f48b-49d5-bfb8-897410aad017,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:42.216286 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40236) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:42.231368 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b455ea46-6055-4444-8f4f-4c5bb83a09b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.314145 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b455ea46-6055-4444-8f4f-4c5bb83a09b6 admin admin] Publish callbacks [] for security_group (637c5c86-242c-4697-943c-101528c363f3), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.317916 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b455ea46-6055-4444-8f4f-4c5bb83a09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (637c5c86-242c-4697-943c-101528c363f3), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.357337 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b455ea46-6055-4444-8f4f-4c5bb83a09b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=777048447ee54b67bf1f45f32e65d9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398461 Jan 20 13:40:42.358185 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455ea46-6055-4444-8f4f-4c5bb83a09b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637c5c86-242c-4697-943c-101528c363f3,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:42.359926 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40238) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:42.409677 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-893341b3-646c-49a2-bdb3-ef907ff76c01 admin admin] Publish callbacks [] for security_group (637c5c86-242c-4697-943c-101528c363f3), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.433882 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-893341b3-646c-49a2-bdb3-ef907ff76c01 admin admin] Publish callbacks [] for security_group (637c5c86-242c-4697-943c-101528c363f3), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.485136 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-893341b3-646c-49a2-bdb3-ef907ff76c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (637c5c86-242c-4697-943c-101528c363f3), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.488058 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-893341b3-646c-49a2-bdb3-ef907ff76c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:42.489047 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-893341b3-646c-49a2-bdb3-ef907ff76c01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/637c5c86-242c-4697-943c-101528c363f3 HTTP/1.1" status: 204 len: 168 time: 0.1279047 Jan 20 13:40:42.503604 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893341b3-646c-49a2-bdb3-ef907ff76c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c5c86-242c-4697-943c-101528c363f3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:43.687177 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40274) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:43.797255 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e6656e6b-c227-4d53-8964-c178b7d7960e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:43.875500 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e6656e6b-c227-4d53-8964-c178b7d7960e admin admin] Publish callbacks [] for security_group (0784a2d6-c833-4a85-a1e0-35bb19f8b793), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:43.879606 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e6656e6b-c227-4d53-8964-c178b7d7960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (0784a2d6-c833-4a85-a1e0-35bb19f8b793), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:43.920372 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656e6b-c227-4d53-8964-c178b7d7960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0784a2d6-c833-4a85-a1e0-35bb19f8b793,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:43.925068 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e6656e6b-c227-4d53-8964-c178b7d7960e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fde00678cb64b1cbbf93d5ffe922c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367470 Jan 20 13:40:43.928073 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40280) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:43.977861 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-920b54c8-321c-41e9-9fde-2a1a7d90503d admin admin] Publish callbacks [] for security_group (0784a2d6-c833-4a85-a1e0-35bb19f8b793), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:43.999698 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-920b54c8-321c-41e9-9fde-2a1a7d90503d admin admin] Publish callbacks [] for security_group (0784a2d6-c833-4a85-a1e0-35bb19f8b793), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:44.047786 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-920b54c8-321c-41e9-9fde-2a1a7d90503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (0784a2d6-c833-4a85-a1e0-35bb19f8b793), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:44.050358 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-920b54c8-321c-41e9-9fde-2a1a7d90503d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:44.051504 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-920b54c8-321c-41e9-9fde-2a1a7d90503d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0784a2d6-c833-4a85-a1e0-35bb19f8b793 HTTP/1.1" status: 204 len: 168 time: 0.1225431 Jan 20 13:40:44.060149 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b54c8-321c-41e9-9fde-2a1a7d90503d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0784a2d6-c833-4a85-a1e0-35bb19f8b793,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:48.296578 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:40:53.950399 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40314) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:40:54.105767 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Deleting port 182dc9d6-3105-4711-b642-1a7e79fd4515 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:40:54.106108 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:54.183607 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:54.183959 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (182dc9d6-3105-4711-b642-1a7e79fd4515), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:54.196979 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Calling delete_port for 182dc9d6-3105-4711-b642-1a7e79fd4515 owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:40:54.341146 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (182dc9d6-3105-4711-b642-1a7e79fd4515), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:54.371315 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'Port': ['ID=182dc9d6-3105-4711-b642-1a7e79fd4515,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:54.432157 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (6b4f3f86-5cd6-4f85-b033-e6c1c2f52742), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:54.432482 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Floating IP 6b4f3f86-5cd6-4f85-b033-e6c1c2f52742 disassociated (deleted). External IP: 172.27.2.211, port: 4d65d809-37b8-44f6-9d11-8e25c94157fd. Jan 20 13:40:54.635467 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:40:54.743666 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:40:54.750679 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:54.755083 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:40:54.767019 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:40:54.767644 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:40:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:54.778352 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5d2636a0-2788-4545-bc8f-623f9dc05800 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "DELETE /v2.0/floatingips/6b4f3f86-5cd6-4f85-b033-e6c1c2f52742 HTTP/1.1" status: 204 len: 168 time: 0.8267992 Jan 20 13:40:54.778950 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:40:54.783957 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b795861-2e21-4fc9-a137-65e4ee8bfa33" -d '{"events": [{"name": "network-changed", "server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:40:54.878637 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:40:55.018517 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7379-c361-4b60-96d2-8c7c447e4ef7 req-a0c3baec-591b-47e6-bbad-b1734aa51a63 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:55.020883 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-061e7379-c361-4b60-96d2-8c7c447e4ef7 req-a0c3baec-591b-47e6-bbad-b1734aa51a63 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Jan 20 13:40:55.023094 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb938435-855f-4287-908c-05d89e80e88e x-openstack-request-id: req-bb938435-855f-4287-908c-05d89e80e88e {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:40:55.023435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:40:55.023762 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb938435-855f-4287-908c-05d89e80e88e {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:40:55.024127 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'status': 'completed', 'code': 200} Jan 20 13:40:55.079549 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-061e7379-c361-4b60-96d2-8c7c447e4ef7 req-388240bf-b1e4-4401-8cfc-845c743aa99f tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534446 Jan 20 13:40:55.101954 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-a5474813-57dd-4dde-9b53-d4d598cfacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:55.103460 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-a5474813-57dd-4dde-9b53-d4d598cfacc7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 1098 time: 0.0586438 Jan 20 13:40:55.122873 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:10Z', 'revision_number': 1, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:55.149649 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:40:55.158984 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:40:55.159601 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:40:32Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:55.197004 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-27b7104c-511d-4702-88d1-daec1ea5cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:55.198475 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-27b7104c-511d-4702-88d1-daec1ea5cf77 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.0865760 Jan 20 13:40:55.243773 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-95ef4f12-1272-42f6-a578-8b47811d3d21 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd HTTP/1.1" status: 200 len: 217 time: 0.0376198 Jan 20 13:40:55.269019 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:40:55.293573 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-985e7bb0-764a-408b-9f1f-c89e48c030d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:55.295027 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-985e7bb0-764a-408b-9f1f-c89e48c030d5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0445225 Jan 20 13:40:55.341359 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-c8ad2276-8fba-46d0-9d51-d12ea8c10571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:55.343538 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-c8ad2276-8fba-46d0-9d51-d12ea8c10571 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407045 Jan 20 13:40:55.444112 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-3eb24a48-9806-43a8-ac95-1d2c0e710298 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941172 Jan 20 13:40:55.538440 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-4b795861-2e21-4fc9-a137-65e4ee8bfa33 req-957fe212-6793-4a07-8434-6795d0f64d46 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877249 Jan 20 13:40:55.634607 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:10Z', 'revision_number': 1, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:40:55.664799 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e572e-ce4f-4703-b7ec-9e74b0c6049e None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_floatingips': [{'id': 'f2eec633-90be-41b7-bf55-fe3b9ac3ccce', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'router_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'port_id': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'mac_address': 'fa:16:3e:3f:4b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c06270-1a82-4ace-bea4-945580f10f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T13:36:07Z', 'updated_at': '2022-01-20T13:36:10Z', 'revision_number': 1, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:40:55.890913 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0154cd5-ef4f-4218-b709-b03ad523e60f None None] New status for floating IP 6b4f3f86-5cd6-4f85-b033-e6c1c2f52742: DOWN {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:40:55.955042 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:56.203310 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7e727-5e47-43ea-9db2-020e286a6bf2 req-afc2e1e2-251a-4437-a551-b7526cda9a8c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:56.204772 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ecb7e727-5e47-43ea-9db2-020e286a6bf2 req-afc2e1e2-251a-4437-a551-b7526cda9a8c tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0520205 Jan 20 13:40:56.253496 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ecb7e727-5e47-43ea-9db2-020e286a6bf2 req-e95a8d2d-0602-44c3-aeeb-149e333ece99 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Jan 20 13:40:57.368994 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887d446-9d54-453e-9dfc-8c9115898516 req-a6ab0714-2746-4c26-a8f3-165b6c32c49b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:57.370460 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f887d446-9d54-453e-9dfc-8c9115898516 req-a6ab0714-2746-4c26-a8f3-165b6c32c49b tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0507267 Jan 20 13:40:57.419141 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-2beb72eb-6c1f-40e8-8657-560b6af56e2e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:40:57.421265 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-2beb72eb-6c1f-40e8-8657-560b6af56e2e tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 945 time: 0.0513930 Jan 20 13:40:57.421482 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f887d446-9d54-453e-9dfc-8c9115898516 req-dce31910-e229-4098-a6cd-ddea35d3abed tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Jan 20 13:40:57.518991 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Deleting port 4d65d809-37b8-44f6-9d11-8e25c94157fd {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:40:57.519330 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:57.615690 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] For port 4d65d809-37b8-44f6-9d11-8e25c94157fd, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=4d65d809-37b8-44f6-9d11-8e25c94157fd,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:40:57.616079 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:57.628157 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Calling delete_port for 4d65d809-37b8-44f6-9d11-8e25c94157fd owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:40:57.997351 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (4d65d809-37b8-44f6-9d11-8e25c94157fd), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:58.028776 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'Port': ['ID=4d65d809-37b8-44f6-9d11-8e25c94157fd,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:40:58.069021 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] No DVR routers for this DVR port 4d65d809-37b8-44f6-9d11-8e25c94157fd on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:40:58.071731 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:40:58.075080 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-d6bb1b37-6b44-437a-882a-d3c4ab2d7652 req-066fe79c-575d-45fb-86d8-386231f38c01 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "DELETE /v2.0/ports/4d65d809-37b8-44f6-9d11-8e25c94157fd HTTP/1.1" status: 204 len: 173 time: 0.6488719 Jan 20 13:40:58.075553 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'name': 'network-vif-deleted', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:40:58.077992 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6673e-0dee-44f9-9610-03dbb7f9ea8c" -d '{"events": [{"server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "name": "network-vif-deleted", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:40:58.116545 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab776b-04f5-41c4-b588-2d7ab08a4d93 x-openstack-request-id: req-3cab776b-04f5-41c4-b588-2d7ab08a4d93 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:40:58.116833 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42042837-0af9-4886-9b8f-453e93795754", "name": "network-vif-deleted", "tag": "4d65d809-37b8-44f6-9d11-8e25c94157fd", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:40:58.117081 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cab776b-04f5-41c4-b588-2d7ab08a4d93 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:40:58.117503 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42042837-0af9-4886-9b8f-453e93795754', 'name': 'network-vif-deleted', 'tag': '4d65d809-37b8-44f6-9d11-8e25c94157fd', 'status': 'completed', 'code': 200} Jan 20 13:40:58.529400 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fb4e195c-1dcf-4a4d-8e48-086ec69ae4d1 req-e3dcc978-4794-4ff4-a257-5ea6eb8694fe tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=42042837-0af9-4886-9b8f-453e93795754 HTTP/1.1" status: 200 len: 210 time: 0.0250947 Jan 20 13:40:59.049325 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-aed8c72e-2e0d-4144-bef4-5f25aaed60b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:01.008578 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d65d809-37b8-44f6-9d11-8e25c94157fd no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:01.028697 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: 4d65d809-37b8-44f6-9d11-8e25c94157fd {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:01.029038 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device 4d65d809-37b8-44f6-9d11-8e25c94157fd not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:01.819188 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9befcbae-9f45-44b6-b454-2df268295580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:01.992063 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40366) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:02.152405 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Deleting port 58b4ca23-b6cd-4416-9e5d-088d076de751 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:02.152754 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:02.228252 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:02.228485 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (58b4ca23-b6cd-4416-9e5d-088d076de751), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:02.240936 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Calling delete_port for 58b4ca23-b6cd-4416-9e5d-088d076de751 owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:02.387723 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (58b4ca23-b6cd-4416-9e5d-088d076de751), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:02.411749 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'Port': ['ID=58b4ca23-b6cd-4416-9e5d-088d076de751,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:02.475567 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (f2eec633-90be-41b7-bf55-fe3b9ac3ccce), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:02.475930 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Floating IP f2eec633-90be-41b7-bf55-fe3b9ac3ccce disassociated (deleted). External IP: 172.27.2.228, port: cbd0d33b-e6b4-49f1-a4b3-4171445d6499. Jan 20 13:41:02.678379 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:41:02.788428 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:41:02.793058 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:02.799188 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:41:02.808529 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:41:02.809139 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:41:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:02.820984 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1ec2676a-093f-42f6-933e-f904461383d9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "DELETE /v2.0/floatingips/f2eec633-90be-41b7-bf55-fe3b9ac3ccce HTTP/1.1" status: 204 len: 168 time: 0.8278296 Jan 20 13:41:02.821585 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:41:02.823847 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee38cc44a0cf6a51b37a658f3217b36aa4b23734487c87ef2a39dd86f699308f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:41:02.862992 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Jan 2022 13:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f98a2-01f9-4fb7-83b9-2746901f112e x-openstack-request-id: req-1d2f98a2-01f9-4fb7-83b9-2746901f112e {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:41:02.863319 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:41:02.863577 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d2f98a2-01f9-4fb7-83b9-2746901f112e {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:41:02.864030 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'status': 'completed', 'code': 200} Jan 20 13:41:02.927116 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:41:02.948450 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-a3486fdb-4827-446f-a722-758ad8044725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:02.950115 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-a3486fdb-4827-446f-a722-758ad8044725 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=de24f56ae0ff4534b31a7f13728e060c&device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 1099 time: 0.0650055 Jan 20 13:41:03.063396 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-06206d78-2596-41bc-a3ca-01fad0dd1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:03.064997 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-06206d78-2596-41bc-a3ca-01fad0dd1747 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 200 len: 912 time: 0.1071029 Jan 20 13:41:03.082447 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:03.083539 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec497d8-c263-4b31-8b55-b34a73a3ff86 req-d44be5df-27bc-4593-bbfb-82ff4e8dd7a1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:03.090373 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bec497d8-c263-4b31-8b55-b34a73a3ff86 req-d44be5df-27bc-4593-bbfb-82ff4e8dd7a1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0746999 Jan 20 13:41:03.108527 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-0ff8cf0d-9f41-4329-9e80-ee9fe45a7d59 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 200 len: 217 time: 0.0369651 Jan 20 13:41:03.145658 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bec497d8-c263-4b31-8b55-b34a73a3ff86 req-27c1dcb3-9cee-4352-9400-7de3ef96212a tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544138 Jan 20 13:41:03.155607 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:03.166155 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-0e9ecb53-a30d-48d2-9877-ebbf98247995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:03.168033 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-0e9ecb53-a30d-48d2-9877-ebbf98247995 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 200 len: 850 time: 0.0530045 Jan 20 13:41:03.182413 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:41:03.191511 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:41:03.192155 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:41:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:03.217958 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-7f5d3f93-7dee-4373-957f-3b294bea7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:03.219767 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-7f5d3f93-7dee-4373-957f-3b294bea7df4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458632 Jan 20 13:41:03.298909 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:41:03.311504 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-8cfe780f-bb0e-4827-ad69-cbae3a0bc211 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 Jan 20 13:41:03.405866 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-0cfce19b-4156-4988-9a8a-145c5a7b7d5d req-da485bb2-dba5-4a90-ae27-e2f4046a73f7 service neutron] 10.222.0.91 "GET /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862806 Jan 20 13:41:03.513449 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:03.540020 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4fafc8-c0c0-4928-a3f5-25ba65dac44c None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:30:35Z', 'revision_number': 4, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi', '_interfaces': [{'id': '25126956-3f36-4749-a908-bcab0028f7e1', 'name': '', 'network_id': 'bb838aaa-2c92-482b-9421-f5cf5f8d9e2a', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'mac_address': 'fa:16:3e:f4:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:33Z', 'updated_at': '2022-01-20T13:30:51Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'subnets': [{'id': '1587dcdb-9efe-43b5-8a52-b7a33068b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:41:03.763234 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba725f-e4c8-45d2-bc42-3021b0467efa None None] New status for floating IP f2eec633-90be-41b7-bf55-fe3b9ac3ccce: DOWN {{(pid=102512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 20 13:41:03.961218 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:04.254311 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-037ca2ae-364e-4ef8-880d-e0f14912feb6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:04.255929 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-037ca2ae-364e-4ef8-880d-e0f14912feb6 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0529783 Jan 20 13:41:04.270251 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e4f6f-86a8-4a1f-9dbf-61cdc78d2881 req-1528119e-4041-4985-84cf-86bb7cfbdd93 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 13:41:04.271855 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-925e4f6f-86a8-4a1f-9dbf-61cdc78d2881 req-1528119e-4041-4985-84cf-86bb7cfbdd93 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/ports?device_id=89c06270-1a82-4ace-bea4-945580f10f6e HTTP/1.1" status: 200 len: 946 time: 0.0514126 Jan 20 13:41:04.323786 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [req-925e4f6f-86a8-4a1f-9dbf-61cdc78d2881 req-b3dd9c2a-ee15-42e0-893f-3d0b22e8eeb1 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "GET /v2.0/security-groups?id=9d5327f1-e0d8-4cca-a3dc-407e63c269f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 Jan 20 13:41:04.358513 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Deleting port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:04.358969 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:04.446290 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] For port cbd0d33b-e6b4-49f1-a4b3-4171445d6499, host hv-cinder-82549, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82549',level=0,port_id=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:04.446555 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:04.459585 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Calling delete_port for cbd0d33b-e6b4-49f1-a4b3-4171445d6499 owned by compute:nova {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:04.586773 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (cbd0d33b-e6b4-49f1-a4b3-4171445d6499), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:04.614611 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'Port': ['ID=cbd0d33b-e6b4-49f1-a4b3-4171445d6499,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:04.660744 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] No DVR routers for this DVR port cbd0d33b-e6b4-49f1-a4b3-4171445d6499 on host hv-cinder-82549 {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:41:04.663305 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for port (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:04.666561 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [req-edcbe82a-3dde-49ff-8663-5440652c2189 req-ccedfcc0-c3c2-448a-aa5f-98233efbbc0d tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.91 "DELETE /v2.0/ports/cbd0d33b-e6b4-49f1-a4b3-4171445d6499 HTTP/1.1" status: 204 len: 173 time: 0.4034510 Jan 20 13:41:04.666998 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'name': 'network-vif-deleted', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 13:41:04.669225 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb7944488cb9b17cb89c19386038aeaa07345d927ee8e6d8df4d5ef8699eeed8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f914f2d6-e3eb-43a8-a84c-00a097476069" -d '{"events": [{"server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "name": "network-vif-deleted", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 20 13:41:04.707200 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Jan 2022 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f66daa0-a292-4276-a537-e70ae0b285fa x-openstack-request-id: req-4f66daa0-a292-4276-a537-e70ae0b285fa {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 20 13:41:04.707453 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c06270-1a82-4ace-bea4-945580f10f6e", "name": "network-vif-deleted", "tag": "cbd0d33b-e6b4-49f1-a4b3-4171445d6499", "status": "completed", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 20 13:41:04.707705 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f66daa0-a292-4276-a537-e70ae0b285fa {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 20 13:41:04.708126 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c06270-1a82-4ace-bea4-945580f10f6e', 'name': 'network-vif-deleted', 'tag': 'cbd0d33b-e6b4-49f1-a4b3-4171445d6499', 'status': 'completed', 'code': 200} Jan 20 13:41:05.345527 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.381859 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40392) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:05.507953 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Deleting port 5a61c3f4-1937-4de0-ac2d-9de1e9987bcd {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:05.507953 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.597106 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.597431 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.609532 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Calling delete_port for 5a61c3f4-1937-4de0-ac2d-9de1e9987bcd owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:05.742081 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (5a61c3f4-1937-4de0-ac2d-9de1e9987bcd), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.769740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'Port': ['ID=5a61c3f4-1937-4de0-ac2d-9de1e9987bcd,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:05.826038 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for floatingip (1fa03302-1415-4d1b-a4d6-31c2ef81e974), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.829251 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412835'] for floatingip (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:05.830421 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c820d01c-272e-4ae3-a9e1-12d38f2b1da9 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "DELETE /v2.0/floatingips/1fa03302-1415-4d1b-a4d6-31c2ef81e974 HTTP/1.1" status: 204 len: 168 time: 0.4475172 Jan 20 13:41:07.864822 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device cbd0d33b-e6b4-49f1-a4b3-4171445d6499 no longer exists at agent hyperv_hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:07.889746 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] No Port match for: cbd0d33b-e6b4-49f1-a4b3-4171445d6499 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:07.890672 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Device cbd0d33b-e6b4-49f1-a4b3-4171445d6499 not bound to the agent host hv-cinder-82549 {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:12.265718 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40426) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:12.322867 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6b99747c-1db4-40fc-9b95-dd998272ce58 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group (9d5327f1-e0d8-4cca-a3dc-407e63c269f0), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:12.352375 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6b99747c-1db4-40fc-9b95-dd998272ce58 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group (9d5327f1-e0d8-4cca-a3dc-407e63c269f0), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:12.411813 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6b99747c-1db4-40fc-9b95-dd998272ce58 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (9d5327f1-e0d8-4cca-a3dc-407e63c269f0), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:12.414465 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6b99747c-1db4-40fc-9b95-dd998272ce58 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:12.415617 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6b99747c-1db4-40fc-9b95-dd998272ce58 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] 10.222.0.70 "DELETE /v2.0/security-groups/9d5327f1-e0d8-4cca-a3dc-407e63c269f0 HTTP/1.1" status: 204 len: 168 time: 0.1487966 Jan 20 13:41:12.425449 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99747c-1db4-40fc-9b95-dd998272ce58 tempest-TestVolumeBootPattern-94751687 tempest-TestVolumeBootPattern-94751687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5327f1-e0d8-4cca-a3dc-407e63c269f0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:12.480224 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40430) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:13.233458 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (164154c4-745b-4d6d-9737-e5ed5b84ded4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:13.471867 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Deleting port 25126956-3f36-4749-a908-bcab0028f7e1 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:13.472521 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (25126956-3f36-4749-a908-bcab0028f7e1), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:13.555423 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] For port 25126956-3f36-4749-a908-bcab0028f7e1, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=25126956-3f36-4749-a908-bcab0028f7e1,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:13.555788 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (25126956-3f36-4749-a908-bcab0028f7e1), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:13.568071 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Calling delete_port for 25126956-3f36-4749-a908-bcab0028f7e1 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:13.749411 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (25126956-3f36-4749-a908-bcab0028f7e1), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:13.774934 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Pushing event deleted for resources: {'Port': ['ID=25126956-3f36-4749-a908-bcab0028f7e1,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:13.938061 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (164154c4-745b-4d6d-9737-e5ed5b84ded4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.159943 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Router 164154c4-745b-4d6d-9737-e5ed5b84ded4 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:41:14.270600 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:41:14.275936 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cb2372a1-7f66-413c-9b42-608a606072de admin admin] 10.222.0.70 "PUT /v2.0/routers/164154c4-745b-4d6d-9737-e5ed5b84ded4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946434 Jan 20 13:41:14.278435 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40438) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:14.281476 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] Sync routers for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:41:14.292308 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:41:14.292921 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:41:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:14.381690 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks [] for router (164154c4-745b-4d6d-9737-e5ed5b84ded4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.398776 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:41:14.483738 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks [] for router_gateway (164154c4-745b-4d6d-9737-e5ed5b84ded4), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.538759 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Deleting port 64da92e8-892f-43dd-a5dd-597582370a76 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:14.539097 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (64da92e8-892f-43dd-a5dd-597582370a76), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.579722 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '64da92e8-892f-43dd-a5dd-597582370a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:41:13Z', 'revision_number': 5, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port': {'id': '64da92e8-892f-43dd-a5dd-597582370a76', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:28Z', 'updated_at': '2022-01-20T13:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:14.608846 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] Checking router: 164154c4-745b-4d6d-9737-e5ed5b84ded4 for host: dv-cinder-825493-1-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:41:14.619635 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] Routers {'164154c4-745b-4d6d-9737-e5ed5b84ded4'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:41:14.620275 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:41:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['164154c4-745b-4d6d-9737-e5ed5b84ded4'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:14.632206 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] For port 64da92e8-892f-43dd-a5dd-597582370a76, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=64da92e8-892f-43dd-a5dd-597582370a76,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:14.633699 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (64da92e8-892f-43dd-a5dd-597582370a76), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.647638 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Calling delete_port for 64da92e8-892f-43dd-a5dd-597582370a76 owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:14.715814 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] Set router 164154c4-745b-4d6d-9737-e5ed5b84ded4 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:41:14.772569 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:41:14Z', 'revision_number': 6, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:14.839263 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (64da92e8-892f-43dd-a5dd-597582370a76), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.867137 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Pushing event deleted for resources: {'Port': ['ID=64da92e8-892f-43dd-a5dd-597582370a76,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:14.939020 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (164154c4-745b-4d6d-9737-e5ed5b84ded4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:14.955517 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eb40a3-043b-4fad-947d-c5acdd516616 None None] The sync data for ids ['164154c4-745b-4d6d-9737-e5ed5b84ded4'] in dv-cinder-825493-1-iscsi is: [{'id': '164154c4-745b-4d6d-9737-e5ed5b84ded4', 'name': 'tempest-TestVolumeBootPattern-507818428-router', 'tenant_id': 'de24f56ae0ff4534b31a7f13728e060c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:26Z', 'updated_at': '2022-01-20T13:41:14Z', 'revision_number': 6, 'project_id': 'de24f56ae0ff4534b31a7f13728e060c', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:41:15.046728 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (164154c4-745b-4d6d-9737-e5ed5b84ded4), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.049682 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks [] for router_controller (164154c4-745b-4d6d-9737-e5ed5b84ded4), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.097193 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (164154c4-745b-4d6d-9737-e5ed5b84ded4), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.097786 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164154c4-745b-4d6d-9737-e5ed5b84ded4 {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:41:15.102233 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.103376 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8caebb0a-357d-48dd-aa15-6779ac339710 admin admin] 10.222.0.70 "DELETE /v2.0/routers/164154c4-745b-4d6d-9737-e5ed5b84ded4 HTTP/1.1" status: 204 len: 168 time: 0.8239942 Jan 20 13:41:15.105878 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40450) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:15.150387 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Deleting subnet 1587dcdb-9efe-43b5-8a52-b7a33068b924 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:41:15.153469 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Publish callbacks [] for subnet (1587dcdb-9efe-43b5-8a52-b7a33068b924), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.192997 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59174354'] for subnet (1587dcdb-9efe-43b5-8a52-b7a33068b924), precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.274056 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (1587dcdb-9efe-43b5-8a52-b7a33068b924), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.329647 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59701647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59447647'] for subnet (1587dcdb-9efe-43b5-8a52-b7a33068b924), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.358791 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1587dcdb-9efe-43b5-8a52-b7a33068b924,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:15.363221 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.368877 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-136bab13-5549-4917-ac43-766874dddf96 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1587dcdb-9efe-43b5-8a52-b7a33068b924 HTTP/1.1" status: 204 len: 168 time: 0.2596354 Jan 20 13:41:15.369124 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40452) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:15.371506 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0671e-b4b7-4fef-b7dd-5ec848c0e7e9 None None] Network bb838aaa-2c92-482b-9421-f5cf5f8d9e2a requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:41:15.449406 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.504049 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Deleting port 10a30914-de6b-47d9-b909-5d95d2f14e9a {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:15.504698 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.567020 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] For port 10a30914-de6b-47d9-b909-5d95d2f14e9a, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=10a30914-de6b-47d9-b909-5d95d2f14e9a,segment=NetworkSegment(d9fd3184-916d-4b96-bfcc-0233320ff554),segment_id=d9fd3184-916d-4b96-bfcc-0233320ff554)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:15.567384 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.580397 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Calling delete_port for 10a30914-de6b-47d9-b909-5d95d2f14e9a owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:15.662589 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59701692'] for port (10a30914-de6b-47d9-b909-5d95d2f14e9a), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.688815 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a30914-de6b-47d9-b909-5d95d2f14e9a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:15.691980 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] No DVR routers for this DVR port 10a30914-de6b-47d9-b909-5d95d2f14e9a on host dv-cinder-825493-1-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:41:15.775031 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.784405 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec1b18-33cf-4e37-bd76-21ed0601d160 None None] DHCP port deletion for bb838aaa-2c92-482b-9421-f5cf5f8d9e2a request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:41:15.798087 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb838aaa-2c92-482b-9421-f5cf5f8d9e2a']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:15.808332 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fd3184-916d-4b96-bfcc-0233320ff554') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:15.808625 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fd3184-916d-4b96-bfcc-0233320ff554') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:15.818671 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59173153'] for segment (d9fd3184-916d-4b96-bfcc-0233320ff554), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.832316 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (d9fd3184-916d-4b96-bfcc-0233320ff554), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.838036 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:41:15.838354 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59701729'] for segment (d9fd3184-916d-4b96-bfcc-0233320ff554), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: Traceback (most recent call last): Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: timer() Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: cb(*args, **kw) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: return func(*args, **kwargs) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: self._notify() Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: self.callback(batched_events) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: event.method(event) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: return f(self, *a, **k) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._get(url).json() Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:41:15.839999 dv-cinder-825493-1-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:41:15.894942 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (bb838aaa-2c92-482b-9421-f5cf5f8d9e2a), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.900836 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:15.904235 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb838aaa-2c92-482b-9421-f5cf5f8d9e2a HTTP/1.1" status: 204 len: 168 time: 0.5341790 Jan 20 13:41:15.907965 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40454) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:15.916171 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40176e-5bc4-429d-810e-6c1180a263a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb838aaa-2c92-482b-9421-f5cf5f8d9e2a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:16.283955 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017433'] for router_interface (85cb345e-d803-47e3-9b89-e5495720ec64), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:16.539324 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Deleting port a660f9c6-a816-48d4-acf2-20cb748f0448 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:16.539658 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:16.617264 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] For port a660f9c6-a816-48d4-acf2-20cb748f0448, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=a660f9c6-a816-48d4-acf2-20cb748f0448,segment=NetworkSegment(8592583d-3268-4069-aeb9-55e30a54c84d),segment_id=8592583d-3268-4069-aeb9-55e30a54c84d)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:16.617529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:16.633851 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Calling delete_port for a660f9c6-a816-48d4-acf2-20cb748f0448 owned by network:router_interface {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:16.815392 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (a660f9c6-a816-48d4-acf2-20cb748f0448), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:16.841925 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a660f9c6-a816-48d4-acf2-20cb748f0448,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:17.014178 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562323'] for router_interface (85cb345e-d803-47e3-9b89-e5495720ec64), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:17.040350 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 64da92e8-892f-43dd-a5dd-597582370a76 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:17.065876 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 64da92e8-892f-43dd-a5dd-597582370a76 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:17.066252 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 64da92e8-892f-43dd-a5dd-597582370a76 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:17.066673 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 10a30914-de6b-47d9-b909-5d95d2f14e9a no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:17.086092 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 10a30914-de6b-47d9-b909-5d95d2f14e9a {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:17.086433 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 10a30914-de6b-47d9-b909-5d95d2f14e9a not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:17.086842 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 25126956-3f36-4749-a908-bcab0028f7e1 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:17.106094 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 25126956-3f36-4749-a908-bcab0028f7e1 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:17.106440 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 25126956-3f36-4749-a908-bcab0028f7e1 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:17.230886 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Router 85cb345e-d803-47e3-9b89-e5495720ec64 has already been hosted by L3 agent 76fad3b2-e771-46c7-a4f9-45cf3f15354f {{(pid=102510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 13:41:17.337259 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] Notify agent at l3_agent.dv-cinder-825493-1-iscsi the message routers_updated {{(pid=102510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 13:41:17.342482 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-aed6a3cf-ff8c-456c-876d-3681036a5bb7 admin admin] 10.222.0.70 "PUT /v2.0/routers/85cb345e-d803-47e3-9b89-e5495720ec64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332025 Jan 20 13:41:17.345112 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40464) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:17.346025 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] Sync routers for ids ['85cb345e-d803-47e3-9b89-e5495720ec64'] in dv-cinder-825493-1-iscsi {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 20 13:41:17.356925 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] Routers {'85cb345e-d803-47e3-9b89-e5495720ec64'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:41:17.357527 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:41:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['85cb345e-d803-47e3-9b89-e5495720ec64'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:17.450990 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks [] for router (85cb345e-d803-47e3-9b89-e5495720ec64), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:17.464031 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] Set router 85cb345e-d803-47e3-9b89-e5495720ec64 gateway port host: dv-cinder-825493-1-iscsi {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:41:17.554403 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks [] for router_gateway (85cb345e-d803-47e3-9b89-e5495720ec64), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:17.612967 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Deleting port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:17.613301 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:17.647474 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'external_fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:41:16Z', 'revision_number': 5, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port': {'id': '4101fb86-cdd1-4f5e-b5a9-0a131757ea3e', 'name': '', 'network_id': 'f8b57e7c-03b1-4f77-97ef-1f3443e0a78d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825493-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T13:30:46Z', 'updated_at': '2022-01-20T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7a7e357c-2038-4240-840c-13cd70ffda37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825493-1-iscsi'}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:17.679859 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] Checking router: 85cb345e-d803-47e3-9b89-e5495720ec64 for host: dv-cinder-825493-1-iscsi {{(pid=102512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 20 13:41:17.688379 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] Routers {'85cb345e-d803-47e3-9b89-e5495720ec64'} bound to L3 agent in host dv-cinder-825493-1-iscsi {{(pid=102512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 20 13:41:17.689001 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825493-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T13:19:02Z,description=,heartbeat_timestamp=2022-01-20T13:41:02Z,host='dv-cinder-825493-1-iscsi',id=76fad3b2-e771-46c7-a4f9-45cf3f15354f,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T13:19:02Z,topic='l3_agent')) {'router_ids': ['85cb345e-d803-47e3-9b89-e5495720ec64'], 'active': True} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:17.700790 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] For port 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,segment=NetworkSegment(481c6272-5187-4dc8-910a-f58ce24a2fbc),segment_id=481c6272-5187-4dc8-910a-f58ce24a2fbc)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:17.701153 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:17.713594 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Calling delete_port for 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e owned by network:router_gateway {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:17.790871 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_dvr_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] Set router 85cb345e-d803-47e3-9b89-e5495720ec64 gateway port host: None {{(pid=102512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 20 13:41:17.847882 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.l3_hamode_db [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:41:17Z', 'revision_number': 6, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port_host': None}], 'dv-cinder-825493-1-iscsi', False) {} {{(pid=102512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:17.878632 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5f117-f474-4da5-8460-947fe6d1f04c None None] The sync data for ids ['85cb345e-d803-47e3-9b89-e5495720ec64'] in dv-cinder-825493-1-iscsi is: [{'id': '85cb345e-d803-47e3-9b89-e5495720ec64', 'name': 'tempest-TestVolumeBootPattern-328996480-router', 'tenant_id': 'bc6cbd6381164e74830cc510fd592db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T13:30:44Z', 'updated_at': '2022-01-20T13:41:17Z', 'revision_number': 6, 'project_id': 'bc6cbd6381164e74830cc510fd592db5', 'gw_port_host': None}] {{(pid=102512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 20 13:41:17.900354 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (4101fb86-cdd1-4f5e-b5a9-0a131757ea3e), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:17.931664 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4101fb86-cdd1-4f5e-b5a9-0a131757ea3e,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:17.991514 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-564832'] for router_gateway (85cb345e-d803-47e3-9b89-e5495720ec64), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.083343 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-568532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10134'] for router (85cb345e-d803-47e3-9b89-e5495720ec64), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.085723 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks [] for router_controller (85cb345e-d803-47e3-9b89-e5495720ec64), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.132814 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-568539'] for router (85cb345e-d803-47e3-9b89-e5495720ec64), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.133258 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85cb345e-d803-47e3-9b89-e5495720ec64 {{(pid=102510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 13:41:18.138002 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.139142 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0fcc8b0b-badc-4fcd-8448-1e11ea3ccf08 admin admin] 10.222.0.70 "DELETE /v2.0/routers/85cb345e-d803-47e3-9b89-e5495720ec64 HTTP/1.1" status: 204 len: 168 time: 0.7931137 Jan 20 13:41:18.142263 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40468) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:18.188069 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_v2 [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Deleting subnet 25fbe6ce-2398-4780-a3ef-9d9904dd2367 {{(pid=102510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 20 13:41:18.191529 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Publish callbacks [] for subnet (25fbe6ce-2398-4780-a3ef-9d9904dd2367), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.226669 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62892760'] for subnet (25fbe6ce-2398-4780-a3ef-9d9904dd2367), precommit_delete_associations {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.307737 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4151031'] for subnet (25fbe6ce-2398-4780-a3ef-9d9904dd2367), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.365247 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4151038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62892558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60277383'] for subnet (25fbe6ce-2398-4780-a3ef-9d9904dd2367), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.390660 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fbe6ce-2398-4780-a3ef-9d9904dd2367,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:18.396342 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for subnet (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.400487 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-0937cb32-15a0-438c-b96b-15169483f455 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/25fbe6ce-2398-4780-a3ef-9d9904dd2367 HTTP/1.1" status: 204 len: 168 time: 0.2572556 Jan 20 13:41:18.401894 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7c813-4ce6-43b7-b97b-a30317c497fd None None] Network be2abbb6-aaf2-4d8a-a104-b80c74dabb23 requested from dv-cinder-825493-1-iscsi {{(pid=102511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 20 13:41:18.403074 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40470) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:18.487031 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4077273'] for network (be2abbb6-aaf2-4d8a-a104-b80c74dabb23), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.555556 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Deleting port 32251f9e-474a-4698-ba58-057b412cfde6 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:18.556029 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (32251f9e-474a-4698-ba58-057b412cfde6), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.635549 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] For port 32251f9e-474a-4698-ba58-057b412cfde6, host dv-cinder-825493-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825493-1-iscsi',level=0,port_id=32251f9e-474a-4698-ba58-057b412cfde6,segment=NetworkSegment(8592583d-3268-4069-aeb9-55e30a54c84d),segment_id=8592583d-3268-4069-aeb9-55e30a54c84d)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:18.635852 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (32251f9e-474a-4698-ba58-057b412cfde6), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.651414 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Calling delete_port for 32251f9e-474a-4698-ba58-057b412cfde6 owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:18.686441 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] DHCP port deletion for be2abbb6-aaf2-4d8a-a104-b80c74dabb23 request from dv-cinder-825493-1-iscsi {{(pid=102511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 20 13:41:18.739283 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62892605'] for port (32251f9e-474a-4698-ba58-057b412cfde6), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.741202 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Deleting port 32251f9e-474a-4698-ba58-057b412cfde6 {{(pid=102511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 20 13:41:18.741643 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788343831471'] for port (32251f9e-474a-4698-ba58-057b412cfde6), before_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.765826 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32251f9e-474a-4698-ba58-057b412cfde6,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:18.768384 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] No DVR routers for this DVR port 32251f9e-474a-4698-ba58-057b412cfde6 on host dv-cinder-825493-1-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:41:18.812730 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] For port 32251f9e-474a-4698-ba58-057b412cfde6, host dv-cinder-825493-1-iscsi, got binding levels [] {{(pid=102511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 13:41:18.813130 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564804'] for port (32251f9e-474a-4698-ba58-057b412cfde6), precommit_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.826840 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Calling delete_port for 32251f9e-474a-4698-ba58-057b412cfde6 owned by network:dhcp {{(pid=102511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 20 13:41:18.830831 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.ipam_backend_mixin [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Port 32251f9e-474a-4698-ba58-057b412cfde6 was not found and therefore no delete operation was performed {{(pid=102511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 20 13:41:18.832217 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4109115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788343846009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788343286366'] for port (32251f9e-474a-4698-ba58-057b412cfde6), after_delete {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.851205 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4153280', 'neutron.services.segments.db._delete_segments_for_network-8788343761812'] for network (be2abbb6-aaf2-4d8a-a104-b80c74dabb23), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.858714 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Pushing event deleted for resources: {'Port': ['ID=32251f9e-474a-4698-ba58-057b412cfde6,revision_number=None']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:18.867181 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] No DVR routers for this DVR port 32251f9e-474a-4698-ba58-057b412cfde6 on host dv-cinder-825493-1-iscsi {{(pid=102511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 13:41:18.869420 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.869776 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.870122 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.870457 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.870795 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.871126 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.871456 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.871698 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2abbb6-aaf2-4d8a-a104-b80c74dabb23']}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:18.871812 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.872132 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.872462 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.872787 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.873108 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.873427 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e434cd-4033-41ef-bf6e-c9a339e82642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:18.882175 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8592583d-3268-4069-aeb9-55e30a54c84d') {'for_net_delete': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:18.882474 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.services.segments.db [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8592583d-3268-4069-aeb9-55e30a54c84d') {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 13:41:18.897341 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788343761686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62893611'] for segment (8592583d-3268-4069-aeb9-55e30a54c84d), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190'] for segment (8592583d-3268-4069-aeb9-55e30a54c84d), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3755190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62892640'] for segment (8592583d-3268-4069-aeb9-55e30a54c84d), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: warnings.warn(msg) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: Traceback (most recent call last): Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: timer() Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: cb(*args, **kw) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: return func(*args, **kwargs) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: self._notify() Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: self.callback(batched_events) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: event.method(event) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: return f(self, *a, **k) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._get(url).json() Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: return self.request(url, 'GET', **kwargs) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 13:41:18.926034 dv-cinder-825493-1-iscsi neutron-server[102510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 13:41:18.994102 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4153305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558832'] for network (be2abbb6-aaf2-4d8a-a104-b80c74dabb23), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:18.994543 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a660f9c6-a816-48d4-acf2-20cb748f0448 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:18.999670 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610197'] for network (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.004756 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/be2abbb6-aaf2-4d8a-a104-b80c74dabb23 HTTP/1.1" status: 204 len: 168 time: 0.6005619 Jan 20 13:41:19.019468 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9e90-9c70-45e4-a76d-822eaf191ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2abbb6-aaf2-4d8a-a104-b80c74dabb23,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:19.037366 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: a660f9c6-a816-48d4-acf2-20cb748f0448 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:19.037754 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device a660f9c6-a816-48d4-acf2-20cb748f0448 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:19.038111 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:19.057959 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:19.058302 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 4101fb86-cdd1-4f5e-b5a9-0a131757ea3e not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:19.058715 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 32251f9e-474a-4698-ba58-057b412cfde6 no longer exists at agent ovs-agent-dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 20 13:41:19.080700 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.plugin [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] No Port match for: 32251f9e-474a-4698-ba58-057b412cfde6 {{(pid=102511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 20 13:41:19.081038 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.rpc [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Device 32251f9e-474a-4698-ba58-057b412cfde6 not bound to the agent host dv-cinder-825493-1-iscsi {{(pid=102511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 20 13:41:19.136172 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40476) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:19.175497 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-b00d2c69-d98f-498b-84d0-fa7c953d0540 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de24f56ae0ff4534b31a7f13728e060c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377526 Jan 20 13:41:19.177859 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40478) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:19.225363 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-36361c8c-f600-46c7-be21-dfc1ead9c045 admin admin] Publish callbacks [] for security_group (368e6adf-69a5-4702-88f6-70ab7505e2bc), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.251392 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-36361c8c-f600-46c7-be21-dfc1ead9c045 admin admin] Publish callbacks [] for security_group (368e6adf-69a5-4702-88f6-70ab7505e2bc), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.297516 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-36361c8c-f600-46c7-be21-dfc1ead9c045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (368e6adf-69a5-4702-88f6-70ab7505e2bc), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.300485 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-36361c8c-f600-46c7-be21-dfc1ead9c045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.301622 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-36361c8c-f600-46c7-be21-dfc1ead9c045 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/368e6adf-69a5-4702-88f6-70ab7505e2bc HTTP/1.1" status: 204 len: 168 time: 0.1228609 Jan 20 13:41:19.309494 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36361c8c-f600-46c7-be21-dfc1ead9c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368e6adf-69a5-4702-88f6-70ab7505e2bc,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:19.632113 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40486) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:19.678794 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-dba70bc2-4d51-441b-94f5-67c6ab6dda34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc6cbd6381164e74830cc510fd592db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454307 Jan 20 13:41:19.681284 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40488) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:19.732914 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Publish callbacks [] for security_group (db0414fd-1250-4fa5-8feb-34d861b0aa8c), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.756262 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Publish callbacks [] for security_group (db0414fd-1250-4fa5-8feb-34d861b0aa8c), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.805228 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (db0414fd-1250-4fa5-8feb-34d861b0aa8c), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.807795 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:19.808969 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db0414fd-1250-4fa5-8feb-34d861b0aa8c HTTP/1.1" status: 204 len: 168 time: 0.1267829 Jan 20 13:41:19.818069 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0414fd-1250-4fa5-8feb-34d861b0aa8c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:19.825358 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.825708 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.826053 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.826391 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.826721 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.827051 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.827379 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.827706 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.828050 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.828368 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.828691 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.829034 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:19.829335 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63b76a-ae5f-4e7b-afc2-27fbd67b8a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:25.297558 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:41:25.946327 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.416581 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40526) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:26.531116 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.606601 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Publish callbacks [] for security_group (43bce590-06df-4daf-97ba-dc10781c52dc), precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.610287 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (43bce590-06df-4daf-97ba-dc10781c52dc), after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.649009 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f5010b9870b4480a26cd319c9070e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313256 Jan 20 13:41:26.649884 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bce590-06df-4daf-97ba-dc10781c52dc,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:26.651814 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40530) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:26.657469 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.657888 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.658279 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.659099 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.659445 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.659792 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.660160 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.660486 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.660813 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.661139 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.661462 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.661784 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.662102 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f38d490-bb84-436d-9321-30d988d3b4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825493-1-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 13:41:26.701316 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3a64f7f7-432d-4f38-92b8-24312a0c49cb admin admin] Publish callbacks [] for security_group (43bce590-06df-4daf-97ba-dc10781c52dc), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.723631 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3a64f7f7-432d-4f38-92b8-24312a0c49cb admin admin] Publish callbacks [] for security_group (43bce590-06df-4daf-97ba-dc10781c52dc), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.772144 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3a64f7f7-432d-4f38-92b8-24312a0c49cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (43bce590-06df-4daf-97ba-dc10781c52dc), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.774740 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3a64f7f7-432d-4f38-92b8-24312a0c49cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:26.775951 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3a64f7f7-432d-4f38-92b8-24312a0c49cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43bce590-06df-4daf-97ba-dc10781c52dc HTTP/1.1" status: 204 len: 168 time: 0.1230989 Jan 20 13:41:26.784386 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f7f7-432d-4f38-92b8-24312a0c49cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bce590-06df-4daf-97ba-dc10781c52dc,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:29.057755 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-963addf9-985e-4077-b37d-288df7d072b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:31.824218 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-7704e776-a391-4f8c-bb01-0b8f671ce106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:33.051322 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:33.966608 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:35.349498 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:37.402841 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.70', 40664) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:37.514489 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22c2210c-411f-4093-bcf9-113671cef018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:37.596579 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22c2210c-411f-4093-bcf9-113671cef018 admin admin] Publish callbacks [] for security_group (4a390803-496a-4d9c-934e-ecfee337d7cd), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:37.603394 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22c2210c-411f-4093-bcf9-113671cef018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4a390803-496a-4d9c-934e-ecfee337d7cd), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:37.643479 dv-cinder-825493-1-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-22c2210c-411f-4093-bcf9-113671cef018 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecfab88f43774b4c9332523cbc7c54f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395165 Jan 20 13:41:37.644414 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2210c-411f-4093-bcf9-113671cef018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a390803-496a-4d9c-934e-ecfee337d7cd,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:37.646752 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [-] (102510) accepted ('10.222.0.70', 40668) {{(pid=102510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 20 13:41:37.697340 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-84b5a391-1a89-4c6f-83d8-28a440f8f393 admin admin] Publish callbacks [] for security_group (4a390803-496a-4d9c-934e-ecfee337d7cd), before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:37.720171 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-84b5a391-1a89-4c6f-83d8-28a440f8f393 admin admin] Publish callbacks [] for security_group (4a390803-496a-4d9c-934e-ecfee337d7cd), precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:38.036259 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-84b5a391-1a89-4c6f-83d8-28a440f8f393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983241'] for security_group (4a390803-496a-4d9c-934e-ecfee337d7cd), after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:38.038932 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-84b5a391-1a89-4c6f-83d8-28a440f8f393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:38.040100 dv-cinder-825493-1-iscsi neutron-server[102510]: INFO neutron.wsgi [None req-84b5a391-1a89-4c6f-83d8-28a440f8f393 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a390803-496a-4d9c-934e-ecfee337d7cd HTTP/1.1" status: 204 len: 168 time: 0.3922665 Jan 20 13:41:38.047618 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a391-1a89-4c6f-83d8-28a440f8f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a390803-496a-4d9c-934e-ecfee337d7cd,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 13:41:55.948758 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:41:59.050445 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b44d1ef0-ee41-44a8-bdba-5d572356561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:01.826547 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-57aa03cc-5f68-428d-a7fe-86e4cc68896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:02.296925 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:42:03.051752 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:03.967384 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:05.359636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:25.951161 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:29.056983 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-67b3e0f3-7faa-4c03-b208-b265f68a607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:31.829306 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ba536209-48e1-46f9-ab2d-2c28763e7eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:33.056115 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:33.969650 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:35.353390 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:39.296713 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:42:55.953884 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:42:59.048958 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ed11d49d-447e-46d5-bb08-01c52b55ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:01.830591 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-2c14606d-2b66-4018-9951-17b286c3ee99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:03.058993 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:03.971757 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:05.356863 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:11.407996 dv-cinder-825493-1-iscsi neutron-server[102510]: DEBUG neutron.wsgi [req-a132d45e-8a7b-410b-a70d-9062d2b8a1a7 req-7aa41f82-aab0-43c0-8151-dea23c0187f3 service neutron] (102510) timed out ('10.222.0.91', 53396) {{(pid=102510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 13:43:11.594536 dv-cinder-825493-1-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-8eb7fd85-9247-4f8c-b1c6-965a918a24f8 req-93722aa8-7b4e-4c92-9446-4a9a533b8e99 service neutron] (102509) timed out ('10.222.0.91', 53403) {{(pid=102509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 20 13:43:16.296737 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:43:25.966351 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:29.049942 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-4a2128b3-19a5-4439-a4da-74cbd25d1e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:31.832151 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-164f709e-babd-4af7-baf7-8a9ae8434975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:33.060021 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:33.973670 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:35.359419 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:53.295650 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:43:55.964634 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:43:59.051653 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c55c2a0c-5917-4feb-89ca-1f089f56131b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:01.833576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-70680e0c-cbdc-4c58-a857-045519e97291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:03.064104 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:03.979691 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:05.362160 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:25.978541 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:29.056546 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-b1ce3892-5ddb-4ec7-aa08-72031d41042f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:30.294417 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:44:31.835735 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-283963ed-a011-4515-9f88-f391e8b0500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:33.067359 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:33.982983 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:35.365105 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:55.978576 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:44:59.055338 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9c757735-8c47-47ad-a2b8-7f625173a9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:01.837306 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3c0ef06e-e1fd-492f-aa01-58587b3f7bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:03.070246 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:03.982616 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:05.366906 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:07.295563 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:45:25.995296 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:29.047636 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-15e3d5c1-7e81-4890-aeab-765a9118e09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:31.842291 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-69fca6ae-3e1a-4e64-862d-a28cc539d240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:33.072304 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:33.984333 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:35.378194 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:44.294462 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:45:55.992250 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:45:59.048656 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d41d-b7e3-4d2c-8b47-56fd2e793d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:01.843977 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ae72c1af-43aa-4dc1-9a55-c024a4bb852a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:03.076772 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:03.988248 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:05.374197 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:21.294892 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:46:26.006199 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:29.049966 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9c96fe51-e8ed-4b61-940f-a716a06c2005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:31.845282 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-ababe260-82c6-4f30-bf3c-de23cefb20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:33.078531 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:33.989539 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:35.376372 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-dad31403-bdde-4b21-93b7-b2b5e57ec649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (6c9ce962-2d4f-4977-ba87-c7882753ad7c), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:56.037313 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-117de18b-00ca-4d98-a8c3-7cd63d4dad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (caff86f0-af3b-452f-9af9-3449afd4c7a3), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:46:58.294239 dv-cinder-825493-1-iscsi neutron-server[102512]: DEBUG neutron.db.agents_db [None req-3804aead-f2f8-4598-9e42-cb0c170c58ca None None] Agent healthcheck: found 6 active agents {{(pid=102512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 20 13:46:59.051078 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56e4-4d5f-4dd3-9db3-50eb3eb9331e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (1edcc365-5863-47be-a22c-88005272a8c9), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:47:01.851327 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-919b16ee-5426-4e09-9836-0b60ed1a3579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (76fad3b2-e771-46c7-a4f9-45cf3f15354f), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:47:03.082177 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-8c7ebab4-1f2c-4bfb-a6f8-2fa681a7821b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (5d33ea01-e94b-4a77-95fd-52968617d8ac), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 20 13:47:04.139878 dv-cinder-825493-1-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1131a5a9-2d0c-4768-a464-6bbb39889483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788343761794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4155654'] for agent (0871704e-f846-4f66-b580-cdd00d97df3b), after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}